00000100:00100000:0.0F:1787388276.461167:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945797760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787388276.461252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1787388276.461390:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945797760 00000100:00100000:3.0:1787388276.461407:0:18603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945797760 00000100:00100000:3.0:1787388276.461476:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388276.461485:0:18603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945797760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787388276.461507:0:18603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787388276.461576:0:18603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945797760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388276.461584:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388276.461639:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945797760:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787388276.461829:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0F:1787388276.717025:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388277.484599:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aa17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945797888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787388277.484693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388277.484771:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787388277.484778:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945798016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388277.484804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.484974:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945797888 00000100:00100000:3.0:1787388277.484983:0:18603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945797888 00000100:00100000:3.0:1787388277.485044:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787388277.485056:0:18603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945797888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787388277.485093:0:18603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787388277.485151:0:18603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945797888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.485159:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787388277.485187:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798016 00000100:00100000:3.0:1787388277.485191:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798016 00000100:00100000:3.0:1787388277.485218:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787388277.485225:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945798016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787388277.485255:0:17099:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787388277.485971:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945798016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 743us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.485980:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787388277.486010:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787388277.486051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486100:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798656:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.486123:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486139:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945799168:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.486162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486180:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f58e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945799680:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.486201:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486218:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787388277.486224:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aa15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388277.486498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486514:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798784:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.486539:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.486557:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945799296:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.486578:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787388277.486611:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787388277.486628:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798144 00000100:00100000:3.0:1787388277.486634:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798144 00000100:00100000:3.0:1787388277.486669:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798272 00000100:00100000:3.0:1787388277.486671:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798272 00000100:00100000:3.0:1787388277.486687:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787388277.486694:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945798144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787388277.486720:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388277.486976:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945798144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 280us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.486983:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787388277.486999:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787388277.487004:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945798272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787388277.487023:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787388277.487054:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945798272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487060:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787388277.487083:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798656 00000100:00100000:3.0:1787388277.487087:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798656 00000100:00100000:3.0:1787388277.487111:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798784 00000100:00100000:3.0:1787388277.487113:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798784 00000100:00100000:3.0:1787388277.487131:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787388277.487136:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945798656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.487166:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945798656:12345-0@lo:400:kworker.0 Request processed in 29us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487172:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787388277.487183:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787388277.487188:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945798784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.487212:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945798784:12345-0@lo:400:kworker.0 Request processed in 23us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487218:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787388277.487236:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799168 00000100:00100000:3.0:1787388277.487239:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799168 00000100:00100000:3.0:1787388277.487262:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799680 00000100:00100000:3.0:1787388277.487265:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799680 00000100:00100000:3.0:1787388277.487547:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799296 00000100:00100000:3.0:1787388277.487552:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799296 00000100:00100000:3.0:1787388277.487573:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787388277.487579:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945799168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.487614:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945799168:12345-0@lo:400:kworker.0 Request processed in 35us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487628:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787388277.487641:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787388277.487646:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945799680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.487676:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945799680:12345-0@lo:400:kworker.0 Request processed in 30us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487682:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787388277.487693:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787388277.487699:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945799296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.487725:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945799296:12345-0@lo:400:kworker.0 Request processed in 27us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.487732:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787388277.487910:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945798528:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488044:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488090:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945799040:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488132:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945799552:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488153:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488172:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787388277.488180:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945798400:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488208:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488235:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945798912:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488478:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1874211945799424:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488504:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488693:0:19466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799040 00000100:00100000:3.0:1787388277.488699:0:19466:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799040 00000100:00100000:3.0:1787388277.488735:0:19466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388277.488742:0:19466:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945799040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.488800:0:19466:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945799040:12345-0@lo:400:kworker.0 Request processed in 58us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.488807:0:19466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388277.488830:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c0c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945799808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787388277.488874:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388277.488908:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798528 00000100:00100000:3.0:1787388277.488912:0:17100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798528 00000100:00100000:3.0:1787388277.489708:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799808 00000100:00100000:3.0:1787388277.489718:0:17100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799808 00000100:00100000:3.0:1787388277.489735:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787388277.489755:0:17100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1874211945798528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.489822:0:17100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1874211945798528:12345-0@lo:400:kworker.0 Request processed in 80us (1778us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.489830:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787388277.489845:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787388277.489851:0:17100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945799808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787388277.489877:0:17100:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787388277.490689:0:17100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945799808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 832us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.490698:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787388277.490733:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799552 00000100:00100000:3.0:1787388277.490739:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799552 00000100:00100000:0.0:1787388277.490816:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798400 00000100:00100000:0.0:1787388277.490822:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798400 00000100:00100000:0.0:1787388277.490870:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1787388277.490879:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7296a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3652:x1874211945798400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491020:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945798912 00000100:00100000:3.0:1787388277.491025:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945798912 00000100:00100000:3.0:1787388277.491055:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799424 00000100:00100000:3.0:1787388277.491058:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799424 00000100:00100000:3.0:1787388277.491076:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787388277.491081:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945799552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491209:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945799552:12345-0@lo:400:kworker.0 Request processed in 126us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.491215:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787388277.491229:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787388277.491235:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945798912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491273:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945798912:12345-0@lo:400:kworker.0 Request processed in 39us (3015us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.491287:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787388277.491297:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787388277.491303:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1874211945799424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491328:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1874211945799424:12345-0@lo:400:kworker.0 Request processed in 26us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388277.491334:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1787388277.491386:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787388277.491391:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787388277.491394:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787388277.491397:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787388277.491448:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c0c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945799808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787388277.491493:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aa15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388277.491504:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798784:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491515:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945799296:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491551:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798656:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491563:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945799168:0@lo:400:kworker.0 00010000:00080000:3.0:1787388277.491577:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7f58e680 x1874211945799680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388277.491588:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f58e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945799680:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491602:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945798144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787388277.491662:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945798016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787388277.491677:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aa17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945797888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787388277.491710:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945798912:0@lo:400:kworker.0 00010000:00080000:3.0:1787388277.491721:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b412ac700 x1874211945799424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388277.491731:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1874211945799424:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491740:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945798528:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491764:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945799040:0@lo:400:kworker.0 00000100:00100000:3.0:1787388277.491774:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945799552:0@lo:400:kworker.0 00000100:00100000:0.0:1787388277.492811:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7296a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3652:x1874211945798400:12345-0@lo:400:kworker.0 Request processed in 1923us (4591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388277.492822:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1787388277.493070:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945798400:0@lo:400:kworker.0 00010000:00010000:3.0:1787388277.753594:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0F:1787388278.447184:0:17847:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1787388278.523865:0:18595:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000001:00080000:3.0:1787388278.523893:0:18595:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000001:00080000:1.0:1787388278.524193:0:17075:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:1.0:1787388278.524221:0:17075:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff996b481cc840 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1787388278.524229:0:17075:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff996b47143000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff996b481ccb40 00000020:00080000:1.0:1787388278.524234:0:17075:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff996b47143c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff996a4431c200 00010000:00010000:3.0:1787388278.525938:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.525979:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.525989:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.525997:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388278.526003:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.526013:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.526040:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff996a43284a00) 00010000:00010000:3.0:1787388278.526044:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388278.526050:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388278.526056:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4475de8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17095 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787388278.526284:0:17134:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1787388278.526452:0:17134:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1787388278.555379:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555435:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555465:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555487:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555509:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555530:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555547:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555569:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.555600:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925802624 00000100:00100000:3.0:1787388278.555624:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925802624 00000100:00100000:3.0:1787388278.555690:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803008 00000100:00100000:3.0:1787388278.555693:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803008 00000100:00100000:3.0:1787388278.555708:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925802496 00000100:00100000:3.0:1787388278.555711:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925802496 00000100:00100000:3.0:1787388278.555724:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803136 00000100:00100000:3.0:1787388278.555726:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803136 00000100:00100000:3.0:1787388278.555756:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 78 00000100:00100000:3.0:1787388278.555770:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2402:x1874211925802624:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388278.555787:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925802368 00000100:00100000:0.0:1787388278.555794:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925802368 00000100:00100000:0.0:1787388278.555841:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 169 00000100:00100000:0.0:1787388278.555851:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7296bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8bcdc57b-3459-40d2-a2c1-acec130207c7+13:2402:x1874211925802368:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388278.555870:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2402:x1874211925802624:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 102us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.555880:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 78 00000100:00100000:0.0:1787388278.555889:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7296bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8bcdc57b-3459-40d2-a2c1-acec130207c7+13:2402:x1874211925802368:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 39us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388278.555897:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 169 00000100:00100000:3.0:1787388278.555904:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 79 00000100:00100000:3.0:1787388278.555913:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2402:x1874211925803008:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388278.555943:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2402:x1874211925803008:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 32us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.555949:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 79 00000100:00100000:3.0:1787388278.555961:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 80 00000100:00100000:3.0:1787388278.555967:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:2402:x1874211925802496:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388278.555988:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:2402:x1874211925802496:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 22us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.555994:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 80 00000100:00100000:3.0:1787388278.556003:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 81 00000100:00100000:3.0:1787388278.556008:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2402:x1874211925803136:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388278.556044:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2402:x1874211925803136:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 19us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.556061:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 81 00000100:00100000:3.0:1787388278.556092:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925802752 00000100:00100000:3.0:1787388278.556097:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925802752 00000100:00100000:3.0:1787388278.556139:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925802880 00000100:00100000:3.0:1787388278.556143:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925802880 00000100:00100000:3.0:1787388278.556167:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803264 00000100:00100000:3.0:1787388278.556170:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803264 00000100:00100000:3.0:1787388278.556188:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 34 00000100:00100000:3.0:1787388278.556197:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+6:2402:x1874211925802752:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388278.556232:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+6:2402:x1874211925802752:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 36us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.556240:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 34 00000100:00100000:3.0:1787388278.556252:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:3.0:1787388278.556258:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2398:x1874211925802880:12345-192.168.203.15@tcp:9:kworker.0 00000020:00000080:3.0:1787388278.556279:0:18600:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475aa0 00000100:00080000:3.0:1787388278.556296:0:18600:0:(import.c:65:import_set_state_nolock()) ffff996a42cc3800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787388278.556337:0:19466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 30 00000100:00100000:0.0:1787388278.556380:0:19466:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2398:x1874211925803264:12345-192.168.203.15@tcp:9:kworker.0 00000001:00000004:3.0:1787388278.556381:0:18600:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000020:00000080:0.0:1787388278.556400:0:19466:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475adf 00000100:00080000:0.0:1787388278.556412:0:19466:0:(import.c:65:import_set_state_nolock()) ffff996b4834f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787388278.556455:0:19466:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1787388278.556550:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+2:2398:x1874211925802880:12345-192.168.203.15@tcp:9:kworker.0 Request processed in 291us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388278.556559:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:0.0:1787388278.556581:0:19466:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+2:2398:x1874211925803264:12345-192.168.203.15@tcp:9:kworker.0 Request processed in 233us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388278.556590:0:19466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 30 00000100:00080000:3.0:1787388278.556594:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787388278.556600:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787388278.556604:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787388278.556607:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787388278.556624:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388278.557136:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388278.562634:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388278.562683:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803392 00000100:00100000:3.0:1787388278.562698:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803392 00000100:00080000:0.0:1787388278.562767:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787388278.563170:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 31 00000100:00100000:0.0:1787388278.563186:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2398:x1874211925803392:12345-192.168.203.15@tcp:9:kworker.0 00000020:00000080:0.0:1787388278.563235:0:18599:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475ae6 00000100:00080000:0.0:1787388278.563246:0:18599:0:(import.c:65:import_set_state_nolock()) ffff996b4834d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787388278.563321:0:18599:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787388278.563593:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+2:2398:x1874211925803392:12345-192.168.203.15@tcp:9:kworker.0 Request processed in 410us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388278.563602:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 31 00010000:00010000:0.0:1787388278.564557:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388278.766765:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388279.121285:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388279.121337:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803520 00000100:00100000:0.0:1787388279.121383:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803520 00000100:00100000:0.0:1787388279.121453:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 74 00000100:00100000:0.0:1787388279.121465:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:15599:x1874211925803520:12345-192.168.203.15@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1787388279.121602:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:15599:x1874211925803520:12345-192.168.203.15@tcp:60:lhsmtool_posix.0 Request processed in 138us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388279.121610:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 74 00000100:00100000:0.0:1787388279.138111:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388279.144635:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803648 00000100:00100000:1.0:1787388279.144658:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803648 00000100:00100000:1.0:1787388279.145628:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 75 00000100:00100000:1.0:1787388279.145642:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:15599:x1874211925803648:12345-192.168.203.15@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787388279.145806:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:15599:x1874211925803648:12345-192.168.203.15@tcp:60:lhsmtool_posix.0 Request processed in 166us (7709us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388279.145815:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 75 00000100:00100000:1.0:1787388279.158659:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388279.158789:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925803904 00000100:00100000:3.0:1787388279.158802:0:17097:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925803904 00000100:00100000:3.0:1787388279.158875:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:3.0:1787388279.158888:0:17097:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7d73ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:15599:x1874211925803904:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787388279.160275:0:17097:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7d73ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+13:15599:x1874211925803904:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 Request processed in 1377us (1618us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1787388279.160290:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 16 00010000:00010000:1.0:1787388279.788642:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388280.813644:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388281.581238:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945799936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787388281.581371:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388281.581638:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945799936 00000100:00100000:3.0:1787388281.581647:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945799936 00000100:00100000:3.0:1787388281.581707:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787388281.581726:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945799936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787388281.581756:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388281.581802:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945799936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388281.581809:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1787388281.583046:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787388281.583106:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945799936:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787388281.837963:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388282.609275:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945800064:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609422:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945800576:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609481:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945801088:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609526:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945801600:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609569:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787388282.609574:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945800448:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609617:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945800960:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609636:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609845:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945801472:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609881:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609918:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945800320:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609942:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.609961:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945800832:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.609984:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.610000:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945801344:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.610186:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945800192:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.610219:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388282.610240:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945800704:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.610260:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388282.610276:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945801216:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.610316:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800192 00000100:00100000:2.0:1787388282.610324:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800192 00000100:00100000:2.0:1787388282.610930:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800704 00000100:00100000:2.0:1787388282.610936:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800704 00000100:00100000:2.0:1787388282.610958:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787388282.610966:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945800192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.611024:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945800192:12345-0@lo:400:kworker.0 Request processed in 58us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388282.611031:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787388282.611605:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.611644:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787388282.612134:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787388282.612145:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945800704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.612195:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945800704:12345-0@lo:400:kworker.0 Request processed in 54us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388282.612201:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787388282.612313:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aa05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945801856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388282.612361:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.612387:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945801728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787388282.612410:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388282.612459:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801856 00000100:00100000:3.0:1787388282.612466:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801856 00000100:00100000:3.0:1787388282.612497:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787388282.612504:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945801856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787388282.612528:0:17099:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787388282.612583:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945801856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388282.612590:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787388282.612829:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388282.612868:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945800192:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.612879:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945800704:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.613027:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800064 00000100:00100000:0.0:1787388282.613141:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800064 00000100:00100000:0.0:1787388282.613182:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1787388282.613189:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7296a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3652:x1874211945800064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.613242:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7296a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3652:x1874211945800064:12345-0@lo:400:kworker.0 Request processed in 53us (3866us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.613249:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1787388282.613282:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800576 00000100:00100000:0.0:1787388282.613286:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800576 00000100:00100000:0.0:1787388282.613315:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801088 00000100:00100000:0.0:1787388282.613318:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801088 00000100:00100000:0.0:1787388282.613331:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801600 00000100:00100000:0.0:1787388282.613333:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801600 00000100:00100000:0.0:1787388282.613386:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801472 00000100:00100000:0.0:1787388282.613389:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801472 00000100:00100000:0.0:1787388282.613402:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801344 00000100:00100000:0.0:1787388282.613405:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801344 00000100:00100000:0.0:1787388282.613418:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801216 00000100:00100000:0.0:1787388282.613420:0:17095:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801216 00000100:00100000:0.0:1787388282.613434:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787388282.613440:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945800576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388282.615386:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945800064:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616005:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945800576:12345-0@lo:400:kworker.0 Request processed in 2562us (6541us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616034:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787388282.616063:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787388282.616074:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945801088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616108:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945801088:12345-0@lo:400:kworker.0 Request processed in 39us (6597us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616115:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787388282.616128:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787388282.616135:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945801600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616164:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945801600:12345-0@lo:400:kworker.0 Request processed in 30us (6617us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616169:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787388282.616181:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787388282.616187:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945801472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388282.616190:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945800576:0@lo:400:kworker.0 00000100:00100000:3.0:1787388282.616201:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945801088:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616214:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945801472:12345-0@lo:400:kworker.0 Request processed in 28us (6333us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616219:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00080000:3.0:1787388282.616221:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b74ee3b80 x1874211945801600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388282.616228:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787388282.616232:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945801600:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616234:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945801344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388282.616255:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945801472:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616263:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945801344:12345-0@lo:400:kworker.0 Request processed in 29us (6232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616268:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787388282.616278:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787388282.616286:0:17095:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945801216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616320:0:17095:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945801216:12345-0@lo:400:kworker.0 Request processed in 35us (3491us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616331:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787388282.616366:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800448 00000100:00100000:1.0:1787388282.616372:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800448 00000100:00100000:1.0:1787388282.616408:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800960 00000100:00100000:1.0:1787388282.616411:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800960 00000100:00100000:1.0:1787388282.616425:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800320 00000100:00100000:1.0:1787388282.616428:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800320 00000100:00100000:1.0:1787388282.616440:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945800832 00000100:00100000:1.0:1787388282.616442:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945800832 00000100:00100000:1.0:1787388282.616566:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787388282.616573:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945800448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388282.616608:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945800448:12345-0@lo:400:kworker.0 Request processed in 36us (7009us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616612:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801728 00000100:00100000:1.0:1787388282.616614:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787388282.616616:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801728 00000100:00100000:1.0:1787388282.616625:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787388282.616637:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945800960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616638:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787388282.616643:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945801728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787388282.616657:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1787388282.616763:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945801728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (4279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.616771:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1787388282.616787:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787388282.616791:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787388282.616793:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787388282.616795:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388282.616810:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945802112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388282.616814:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945802240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787388282.616844:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388282.616844:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388282.616873:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945801216:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616873:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945800448:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.616885:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787388282.616890:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945801984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787388282.616893:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802240 00000100:00100000:2.0:1787388282.616895:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802240 00000100:00100000:0.0:1787388282.616913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388282.616915:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787388282.616921:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945802240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787388282.616936:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388282.616964:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945802240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388282.616970:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787388282.616981:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945801984 00000100:00100000:2.0:1787388282.616984:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945801984 00000100:00100000:2.0:1787388282.616997:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787388282.617002:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945801984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787388282.617009:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388282.617105:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802112 00000100:00100000:0.0:1787388282.617110:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802112 00000100:00100000:0.0:1787388282.617135:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787388282.617139:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787388282.617141:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945802112:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787388282.617146:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945800320:12345-0@lo:400:kworker.0 00000004:00000024:0.0:1787388282.617163:0:17099:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787388282.617176:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945800320:12345-0@lo:400:kworker.0 Request processed in 32us (7234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388282.617182:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787388282.617187:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945802112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388282.617194:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787388282.617199:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945800832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.617201:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787388282.617224:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945800832:12345-0@lo:400:kworker.0 Request processed in 25us (7240us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388282.617228:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945801984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787388282.617230:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787388282.617239:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945802112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388282.617267:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aa05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945801856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388282.617277:0:3650:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1787388282.617281:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff996b7aa14380, transno 8589934596 00000100:00100000:1.0:1787388282.617601:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945800960:12345-0@lo:400:kworker.0 Request processed in 962us (7962us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388282.617607:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000004:00080000:0.0:1787388282.617642:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1787388282.617663:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945801728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787388282.617744:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945801984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388282.617751:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787388282.617797:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945800960:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.617797:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945800320:0@lo:400:kworker.0 00000100:00100000:0.0:1787388282.617808:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945800832:0@lo:400:kworker.0 00010000:00080000:0.0:1787388282.617820:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b74ee2d80 x1874211945801344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388282.617831:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945801344:0@lo:400:kworker.0 00000100:00100000:2.0:1787388282.617965:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945802240:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787388282.861502:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787388283.008631:0:20470:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 04:44:41 (1787388281) 00000100:00100000:3.0:1787388283.652293:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652338:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652395:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652414:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652433:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652454:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388283.652479:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804288 00000100:00100000:3.0:1787388283.652489:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804288 00000100:00100000:3.0:1787388283.652538:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804544 00000100:00100000:3.0:1787388283.652541:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804544 00000100:00100000:3.0:1787388283.652554:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804160 00000100:00100000:3.0:1787388283.652568:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804160 00000100:00100000:3.0:1787388283.652584:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804672 00000100:00100000:3.0:1787388283.652586:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804672 00000100:00100000:3.0:1787388283.652602:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 88 00000100:00100000:3.0:1787388283.652612:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2402:x1874211925804288:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388283.652687:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2402:x1874211925804288:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 76us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388283.652695:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 88 00000100:00100000:3.0:1787388283.652723:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 89 00000100:00100000:3.0:1787388283.652730:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2402:x1874211925804544:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388283.652753:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2402:x1874211925804544:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388283.652760:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 89 00000100:00100000:3.0:1787388283.652772:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 90 00000100:00100000:3.0:1787388283.652777:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+13:2402:x1874211925804160:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388283.652802:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+13:2402:x1874211925804160:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 25us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388283.652808:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 90 00000100:00100000:3.0:1787388283.652820:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 91 00000100:00100000:3.0:1787388283.652825:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2402:x1874211925804672:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388283.652848:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2402:x1874211925804672:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 23us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388283.652854:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 91 00000100:00100000:3.0:1787388283.652886:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804416 00000100:00100000:3.0:1787388283.652896:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804416 00000100:00100000:3.0:1787388283.652927:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 39 00000100:00100000:3.0:1787388283.652933:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+6:2402:x1874211925804416:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388283.652958:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+6:2402:x1874211925804416:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 25us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388283.652964:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 39 00000100:00080000:3.0:1787388283.652983:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787388283.652987:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787388283.652989:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388283.653313:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804032 00000100:00100000:0.0:1787388283.653318:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804032 00000100:00100000:0.0:1787388283.653374:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 171 00000100:00100000:0.0:1787388283.653382:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72969050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8bcdc57b-3459-40d2-a2c1-acec130207c7+13:2402:x1874211925804032:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388283.653409:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72969050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8bcdc57b-3459-40d2-a2c1-acec130207c7+13:2402:x1874211925804032:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 29us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388283.653415:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 171 00000040:00080000:0.0:1787388283.757547:0:17130:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787388283.757556:0:17130:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787388283.757591:0:17130:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787388283.757599:0:17130:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1787388283.886496:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787388284.656243:0:17075:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:1.0:1787388284.656255:0:17075:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1787388284.656648:0:17134:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1787388284.656665:0:17134:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000001:00100000:3.0:1787388284.656944:0:19414:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000020:00000080:3.0:1787388284.656949:0:19414:0:(genops.c:906:class_export_put()) final put ffff996b4834e000/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000001:00100000:3.0:1787388284.656972:0:19414:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:3.0:1787388284.656974:0:19414:0:(genops.c:906:class_export_put()) final put ffff996a42cc1000/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:1.0:1787388284.657012:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4834e000/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 for lustre-OST0001 00000020:00000080:1.0:1787388284.657058:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc1000/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 for lustre-OST0001 00000020:00000080:1.0:1787388284.657074:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b4834d000 for lustre-OST0001 00000020:00000080:1.0:1787388284.657079:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc3800 for lustre-OST0001 00000001:00100000:2.0:1787388284.657204:0:18595:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000020:00000080:2.0:1787388284.657208:0:18595:0:(genops.c:906:class_export_put()) final put ffff996b4834b000/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000020:00000080:1.0:1787388284.657255:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4834b000/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 for lustre-OST0000 00000020:00000080:1.0:1787388284.657275:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b4834f800 for lustre-OST0000 00010000:00010000:0.0:1787388284.908794:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388285.934500:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388286.703709:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787388286.703746:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945802368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787388286.703813:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388286.703991:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802368 00000100:00100000:3.0:1787388286.704000:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802368 00000100:00100000:3.0:1787388286.704084:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388286.704102:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945802368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787388286.704130:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388286.704178:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945802368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388286.704186:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388286.704230:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945802368:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787388286.704719:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787388286.956573:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388286.977322:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388286.977944:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388286.982428:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388286.984538:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804800 00000100:00100000:0.0:1787388286.984552:0:17082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804800 00000100:00100000:0.0:1787388286.984814:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925804928 00000100:00100000:0.0:1787388286.984818:0:17082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925804928 00000100:00100000:2.0:1787388286.985250:0:18625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 4 00000100:00100000:2.0:1787388286.985265:0:18625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+14:2402:x1874211925804800:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388286.985281:0:18625:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388286.985301:0:18625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f5c400/0x26817551a4475a7d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe818a expref: 14 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388286.985318:0:18625:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388286.985408:0:18625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+13:2402:x1874211925804800:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 147us (8094us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388286.985415:0:18625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 4 00000100:00100000:2.0:1787388286.985436:0:18625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:2.0:1787388286.985443:0:18625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+12:2402:x1874211925804928:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388286.985450:0:18625:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388286.985460:0:18625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70076200/0x26817551a4475a84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe81bb expref: 12 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388286.985468:0:18625:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388286.985486:0:18625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+11:2402:x1874211925804928:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 43us (7543us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388286.985491:0:18625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:3.0:1787388286.986961:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388286.987223:0:18625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925805056 00000100:00100000:2.0:1787388286.987232:0:18625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925805056 00000100:00100000:2.0:1787388286.987282:0:18625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:2.0:1787388286.987291:0:18625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+11:2401:x1874211925805056:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388286.987317:0:18625:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388286.987333:0:18625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70076000/0x26817551a4475b41 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8271 expref: 11 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388286.987366:0:18625:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388286.987406:0:18625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8bcdc57b-3459-40d2-a2c1-acec130207c7+10:2401:x1874211925805056:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 116us (4987us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388286.987415:0:18625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:0.0:1787388286.987479:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925805312 00000100:00100000:0.0:1787388286.987484:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925805312 00000100:00100000:0.0:1787388286.987532:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 32 00000100:00100000:0.0:1787388286.987539:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+6:2398:x1874211925805312:12345-192.168.203.15@tcp:9:umount.0 00000020:00000080:0.0:1787388286.987569:0:19184:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475aa7 00000020:00010000:0.0:1787388286.987575:0:19184:0:(genops.c:1942:obd_stale_export_put()) Put export ffff996b4615b800: total 0 00000100:00080000:0.0:1787388286.987579:0:19184:0:(import.c:65:import_set_state_nolock()) ffff996b46159800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787388286.987618:0:19184:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00080000:2.0:1787388286.987781:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00010000:2.0:1787388286.987806:0:17084:0:(genops.c:1928:obd_stale_export_get()) Get export ffff996b4615b800: total 0 00010000:00010000:2.0:1787388286.987864:0:17084:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff996b4615b800, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1787388286.987894:0:17084:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1787388286.987897:0:17084:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1787388271 -> 1787388272 00002000:00010000:2.0:1787388286.987900:0:17084:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1787388271 -> 1787388272 00002000:00010000:2.0:1787388286.987903:0:17084:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1787388286.987934:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071c91d78/0x26817551a4475e19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8351 expref: 5 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388286.987956:0:17084:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff996b4615b800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1787388286.987968:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388286.987970:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388286.987972:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388286.989620:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+2:2398:x1874211925805312:12345-192.168.203.15@tcp:9:umount.0 Request processed in 2072us (2657us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388286.989632:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 32 00000100:00100000:3.0:1787388286.999573:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388287.000395:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806208 00000100:00100000:1.0:1787388287.000406:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806208 00000100:00100000:1.0:1787388287.000476:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 76 00000100:00100000:1.0:1787388287.000489:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+12:2398:x1874211925806208:12345-192.168.203.15@tcp:39:umount.0 00000020:00000080:1.0:1787388287.000520:0:17094:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475a92 00000020:00010000:1.0:1787388287.000534:0:17094:0:(genops.c:1942:obd_stale_export_put()) Put export ffff996a42cc5000: total 0 00000100:00080000:1.0:1787388287.000539:0:17094:0:(import.c:65:import_set_state_nolock()) ffff996a42cc7000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787388287.000566:0:17094:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00080000:2.0:1787388287.000767:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1787388287.000821:0:19469:0:(genops.c:1928:obd_stale_export_get()) Get export ffff996a42cc5000: total 0 00010000:00010000:0.0:1787388287.000826:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388287.000893:0:19469:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff996a42cc5000, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1787388287.000925:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff996b4a814900) 00010000:00010000:0.0:1787388287.000929:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787388287.000936:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4600/0x26817551a4475b79 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe827f expref: 11 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.000961:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b73b48400) 00010000:00010000:0.0:1787388287.000964:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388287.000968:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b70076800/0x26817551a4475bb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe828d expref: 10 pid: 17095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.000995:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff996a43284a00) 00010000:00010000:0.0:1787388287.000998:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787388287.001227:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7a00/0x26817551a4475dbe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe832e expref: 9 pid: 20233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.001260:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff996b73b48100) 00010000:00010000:0.0:1787388287.001263:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787388287.001267:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09a00/0x26817551a4475e27 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8358 expref: 8 pid: 20233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.001277:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff996b4a814d00) 00010000:00010000:0.0:1787388287.001279:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388287.001282:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4a00/0x26817551a4475b5d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8278 expref: 7 pid: 17096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.001294:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff996b73b48100) 00010000:00010000:0.0:1787388287.001296:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787388287.001298:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b70077800/0x26817551a4475d63 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8319 expref: 6 pid: 17095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.001310:0:19469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff996b4a814500) 00010000:00010000:0.0:1787388287.001313:0:19469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787388287.001315:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6a00/0x26817551a4475c3d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe82b7 expref: 5 pid: 20233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388287.001326:0:19469:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff996a42cc5000, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1787388287.001340:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388287.001451:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388287.001453:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388287.001790:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+3:2398:x1874211925806208:12345-192.168.203.15@tcp:39:umount.0 Request processed in 1301us (2222us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1787388287.001800:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 76 00000100:00100000:2.0:1787388287.012820:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388287.013106:0:20233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806336 00000100:00100000:3.0:1787388287.013116:0:20233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806336 00000100:00100000:3.0:1787388287.013225:0:20233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 77 00000100:00100000:3.0:1787388287.013235:0:20233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+5:2398:x1874211925806336:12345-192.168.203.15@tcp:39:umount.0 00000020:00000080:3.0:1787388287.013269:0:20233:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475a99 00000100:00080000:3.0:1787388287.013285:0:20233:0:(import.c:65:import_set_state_nolock()) ffff996a42cc4000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787388287.013315:0:20233:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1787388287.013572:0:20233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59c9ee7e-2d2a-46d3-bbea-ecefe0429e94+3:2398:x1874211925806336:12345-192.168.203.15@tcp:39:umount.0 Request processed in 337us (759us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1787388287.013580:0:20233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 77 00010000:00010000:1.0:1787388287.015499:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787388287.017300:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388287.726408:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787388287.726431:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945802880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388287.726495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388287.726502:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945802496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787388287.726529:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388287.726539:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945802752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787388287.726568:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802880 00000100:00100000:0.0:1787388287.726575:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802880 00000100:00100000:2.0:1787388287.726576:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945803008:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.726616:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388287.726617:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787388287.726624:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945802880:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388287.726634:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945803520:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.726657:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388287.726682:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945804032:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.726702:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388287.726721:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945804544:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.726740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.726754:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945802624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388287.726772:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803008 00000100:00100000:2.0:1787388287.726775:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803008 00000100:00100000:2.0:1787388287.726801:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1787388287.726801:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388287.726807:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72969450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3651:x1874211945803008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.726816:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945803136:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.726833:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.726842:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945803648:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.726858:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388287.726860:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72969450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3651:x1874211945803008:12345-0@lo:400:kworker.0 Request processed in 43us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.726867:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945804160:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.726868:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1787388287.726883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.726907:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803520 00000100:00100000:1.0:1787388287.726911:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803520 00000100:00100000:1.0:1787388287.726931:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804032 00000100:00100000:1.0:1787388287.726933:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804032 00000100:00100000:1.0:1787388287.726943:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804544 00000100:00100000:1.0:1787388287.726946:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804544 00000100:00100000:1.0:1787388287.726965:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804160 00000100:00100000:1.0:1787388287.726968:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804160 00000100:00100000:1.0:1787388287.726981:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787388287.726987:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945803520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727018:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945803520:12345-0@lo:400:kworker.0 Request processed in 31us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727024:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787388287.727037:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787388287.727042:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945804032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.727065:0:17100:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1787388287.727067:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945804032:12345-0@lo:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727072:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1787388287.727073:0:17100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1787388287.727083:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787388287.727088:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1874211945804544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727122:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1874211945804544:12345-0@lo:400:kworker.0 Request processed in 34us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727128:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787388287.727138:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787388287.727143:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f58e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1874211945804160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727169:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f58e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1874211945804160:12345-0@lo:400:kworker.0 Request processed in 26us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727174:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:2.0:1787388287.727182:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787388287.727186:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787388287.727194:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802496 00000100:00100000:2.0:1787388287.727197:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802496 00000100:00100000:1.0:1787388287.727206:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945804160:0@lo:400:kworker.0 00000100:00100000:2.0:1787388287.727224:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787388287.727226:0:18603:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1787388287.727229:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945802496:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787388287.727231:0:18603:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:2.0:1787388287.727250:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388287.727280:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945802496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388287.727286:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787388287.727460:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727483:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945803392:0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.727499:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945804672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787388287.727506:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727523:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945803904:0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.727524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388287.727554:0:20580:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802752 00000100:00100000:3.0:1787388287.727558:0:20580:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802752 00000100:00100000:1.0:1787388287.727572:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1874211945804416:0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.727576:0:20580:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804672 00000100:00100000:3.0:1787388287.727578:0:20580:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804672 00000100:00100000:1.0:1787388287.727591:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727607:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787388287.727613:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945803264:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727644:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727659:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945803776:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727689:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727706:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945804288:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727726:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388287.727759:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787388287.727766:0:18603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945802752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787388287.727776:0:18603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787388287.727805:0:18603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945802752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727810:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787388287.727826:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803392 00000100:00100000:1.0:1787388287.727829:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803392 00000100:00100000:1.0:1787388287.727846:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803904 00000100:00100000:1.0:1787388287.727849:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803904 00000100:00100000:1.0:1787388287.727858:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803264 00000100:00100000:1.0:1787388287.727859:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803264 00000100:00100000:1.0:1787388287.727867:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803776 00000100:00100000:1.0:1787388287.727868:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803776 00000100:00100000:1.0:1787388287.727878:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787388287.727882:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4223ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945803392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727909:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4223ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945803392:12345-0@lo:400:kworker.0 Request processed in 26us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727916:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787388287.727927:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787388287.727932:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4223c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945803904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.727956:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4223c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945803904:12345-0@lo:400:kworker.0 Request processed in 24us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.727968:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787388287.727979:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787388287.727985:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4223fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945803264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.728011:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4223fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945803264:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.728024:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787388287.728034:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787388287.728040:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945803776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.728065:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945803776:12345-0@lo:400:kworker.0 Request processed in 25us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.728071:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787388287.728089:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804416 00000100:00100000:1.0:1787388287.728092:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804416 00000100:00100000:1.0:1787388287.728113:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804288 00000100:00100000:1.0:1787388287.728117:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804288 00000100:00100000:1.0:1787388287.728137:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787388287.728142:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4223ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874211945804416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.728165:0:20580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787388287.728169:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4223ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874211945804416:12345-0@lo:400:kworker.0 Request processed in 27us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388287.728171:0:20580:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945804672:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787388287.728174:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00002000:00000024:3.0:1787388287.728180:0:20580:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388287.728184:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787388287.728188:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945804288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.728210:0:20580:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945804672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388287.728210:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945804288:12345-0@lo:400:kworker.0 Request processed in 21us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388287.728216:0:20580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787388287.728216:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787388287.728243:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945804672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787388287.728245:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945803264:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.728253:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945803776:0@lo:400:kworker.0 00010000:00080000:1.0:1787388287.728263:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b74ee0000 x1874211945804288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388287.728273:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945804288:0@lo:400:kworker.0 00000004:00000024:0.0:1787388287.728490:0:17099:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787388287.728525:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945802880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1901us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388287.728532:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787388287.728543:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945802624 00000100:00100000:0.0:1787388287.728546:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945802624 00000100:00100000:0.0:1787388287.728559:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803136 00000100:00100000:0.0:1787388287.728562:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803136 00000100:00100000:0.0:1787388287.728572:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945803648 00000100:00080000:2.0:1787388287.728573:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388287.728574:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945803648 00000100:00080000:2.0:1787388287.728576:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787388287.728579:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787388287.728581:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787388287.728585:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787388287.728590:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945802624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787388287.728605:0:17099:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787388287.728705:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945802624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388287.728711:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787388287.728723:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787388287.728729:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945803136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388287.728831:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945803136:12345-0@lo:400:kworker.0 Request processed in 101us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388287.728838:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787388287.728851:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787388287.728857:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945803648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388287.728867:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945802496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388287.728878:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945803008:0@lo:400:kworker.0 00000100:00100000:0.0:1787388287.728883:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945803648:12345-0@lo:400:kworker.0 Request processed in 28us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388287.728887:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945803520:0@lo:400:kworker.0 00000100:00100000:0.0:1787388287.728889:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787388287.728923:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945802624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388287.728934:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945803136:0@lo:400:kworker.0 00000100:00100000:0.0:1787388287.728941:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945803648:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.729056:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945803392:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.729071:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945803904:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.729079:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1874211945804416:0@lo:400:kworker.0 00000100:00100000:1.0:1787388287.729091:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945802880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388287.729101:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945802752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787388287.729276:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945804032:0@lo:400:kworker.0 00010000:00080000:3.0:1787388287.729294:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996a43b9f480 x1874211945804544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388287.729305:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945804544:0@lo:400:kworker.0 00010000:00010000:2.0:1787388287.981072:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388288.685058:0:17847:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787388288.771267:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388288.771310:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388288.771344:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388288.771504:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806720 00000100:00100000:1.0:1787388288.771515:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806720 00000100:00100000:1.0:1787388288.771579:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806592 00000100:00100000:1.0:1787388288.771583:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806592 00000100:00100000:1.0:1787388288.771617:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 98 00000100:00100000:1.0:1787388288.771627:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2401:x1874211925806720:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388288.771660:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 99 00000100:00100000:0.0:1787388288.771678:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2401:x1874211925806592:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:1.0:1787388288.771724:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2401:x1874211925806720:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 98us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388288.771729:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806464 00000100:00100000:1.0:1787388288.771732:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 98 00000100:00100000:3.0:1787388288.771733:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806464 00000100:00100000:3.0:1787388288.771763:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 173 00000100:00100000:3.0:1787388288.771771:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7296b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8bcdc57b-3459-40d2-a2c1-acec130207c7+10:2401:x1874211925806464:12345-192.168.203.15@tcp:400:kworker.0 00000100:00080000:2.0:1787388288.771825:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787388288.771830:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388288.773411:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2401:x1874211925806592:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 1734us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388288.773423:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 99 00000100:00100000:3.0:1787388288.773864:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7296b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8bcdc57b-3459-40d2-a2c1-acec130207c7+10:2401:x1874211925806464:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 2091us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388288.773874:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 173 00010000:00010000:0.0:1787388289.005988:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388289.349816:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388289.349857:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388289.349911:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806848 00000100:00100000:2.0:1787388289.349920:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806848 00000100:00100000:3.0:1787388289.349943:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388289.349972:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925807104 00000100:00100000:2.0:1787388289.349975:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925807104 00000100:00100000:2.0:1787388289.349988:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925806976 00000100:00100000:2.0:1787388289.349990:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925806976 00000100:00100000:2.0:1787388289.350005:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:2.0:1787388289.350013:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+12:2402:x1874211925806848:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388289.350028:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388289.350048:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70077a00/0x26817551a4475abc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe81fa expref: 12 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388289.350065:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388289.350115:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+11:2402:x1874211925806848:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 102us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388289.350122:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:2.0:1787388289.350139:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:2.0:1787388289.350144:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+10:2402:x1874211925807104:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388289.350166:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388289.350175:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6c00/0x26817551a4475b3a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe826a expref: 10 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388289.350184:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388289.350202:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72b59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+9:2402:x1874211925807104:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 57us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388289.350208:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:2.0:1787388289.350221:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:2.0:1787388289.350227:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+8:2402:x1874211925806976:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388289.350234:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388289.350253:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f7e00/0x26817551a4475ac3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe822b expref: 8 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388289.350262:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388289.350278:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8bcdc57b-3459-40d2-a2c1-acec130207c7+7:2402:x1874211925806976:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 52us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388289.350285:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:2.0:1787388289.359907:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388289.360083:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925807360 00000100:00100000:1.0:1787388289.360091:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925807360 00000100:00100000:1.0:1787388289.360147:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 78 00000100:00100000:1.0:1787388289.360157:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+6:2398:x1874211925807360:12345-192.168.203.15@tcp:39:umount.0 00000020:00000080:1.0:1787388289.360192:0:17094:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475ad1 00000020:00010000:1.0:1787388289.360198:0:17094:0:(genops.c:1942:obd_stale_export_put()) Put export ffff996a42cc1800: total 0 00000100:00080000:1.0:1787388289.360203:0:17094:0:(import.c:65:import_set_state_nolock()) ffff996a42cc3000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787388289.360229:0:17094:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000020:00010000:3.0:1787388289.360383:0:17083:0:(genops.c:1928:obd_stale_export_get()) Get export ffff996a42cc1800: total 0 00000100:00100000:1.0:1787388289.360394:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2398:x1874211925807360:12345-192.168.203.15@tcp:39:umount.0 Request processed in 238us (496us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1787388289.360417:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 78 00010000:00010000:3.0:1787388289.360436:0:17083:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff996a42cc1800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1787388289.360469:0:17083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b73b48400) 00010000:00010000:3.0:1787388289.360473:0:17083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787388289.360481:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6800/0x26817551a4475bc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8294 expref: 4 pid: 20233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388289.360514:0:17083:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff996a42cc1800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1787388289.360528:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388289.360531:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388289.360532:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388289.369214:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388289.369295:0:20233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925807488 00000100:00100000:1.0:1787388289.369314:0:20233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925807488 00000100:00100000:1.0:1787388289.369405:0:20233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 79 00000100:00100000:1.0:1787388289.369414:0:20233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+5:2398:x1874211925807488:12345-192.168.203.15@tcp:39:umount.0 00000020:00000080:1.0:1787388289.369453:0:20233:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475ad8 00000100:00080000:1.0:1787388289.369462:0:20233:0:(import.c:65:import_set_state_nolock()) ffff996a42cc6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787388289.371002:0:20233:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1787388289.371178:0:20233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c15ba50-0abc-4066-8c74-637a6ad6a0f7+3:2398:x1874211925807488:12345-192.168.203.15@tcp:39:umount.0 Request processed in 1761us (1968us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1787388289.371188:0:20233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 79 00010000:00010000:2.0:1787388289.372002:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388289.403303:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388289.403405:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925807744 00000100:00100000:0.0:1787388289.403416:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925807744 00000100:00100000:0.0:1787388289.403476:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 174 00000100:00100000:0.0:1787388289.403486:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7296b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8bcdc57b-3459-40d2-a2c1-acec130207c7+7:2398:x1874211925807744:12345-192.168.203.15@tcp:251:umount.0 00000020:00000080:0.0:1787388289.403528:0:17087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475a6f 00000020:00010000:0.0:1787388289.403536:0:17087:0:(genops.c:1942:obd_stale_export_put()) Put export ffff996b4615a800: total 0 00000100:00080000:0.0:1787388289.403540:0:17087:0:(import.c:65:import_set_state_nolock()) ffff996b46159000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787388289.403652:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7296b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8bcdc57b-3459-40d2-a2c1-acec130207c7+3:2398:x1874211925807744:12345-192.168.203.15@tcp:251:umount.0 Request processed in 160us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388289.403661:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 174 00000020:00010000:1.0:1787388289.403834:0:19469:0:(genops.c:1928:obd_stale_export_get()) Get export ffff996b4615a800: total 0 00010000:00010000:1.0:1787388289.403913:0:19469:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff996b4615a800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787388289.403951:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70076e00/0x26817551a4475a76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8183 expref: 2 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388289.403964:0:19469:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff996b4615a800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1787388289.403976:0:19469:0:(genops.c:906:class_export_put()) final put ffff996b4615a800/8bcdc57b-3459-40d2-a2c1-acec130207c7 00010000:00010000:1.0:1787388289.403992:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388289.403995:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388289.403997:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787388289.404250:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4615a800/8bcdc57b-3459-40d2-a2c1-acec130207c7 for MGS 00000020:00000080:0.0:1787388289.404286:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b46159000 for MGS 00010000:00010000:3.0:1787388290.029907:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787388291.009673:0:20667:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787388291.026471:0:20667:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1787388291.026521:0:20667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.026534:0:20667:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.026555:0:20667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.026562:0:20667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.026580:0:20667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787388291.026585:0:20667:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787388291.026612:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787388291.026616:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787388291.026621:0:20667:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787388291.026643:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a420cc000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787388291.026731:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945804800:0@lo:39:umount.0 00000100:00100000:3.0:1787388291.026798:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787388291.026923:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388291.026929:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.026937:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f4f000 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388291.026940:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.026955:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388291.026961:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388291.026967:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787388291.026969:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787388291.026971:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787388291.026993:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.027000:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787388291.027027:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.027034:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f4f000/0x26817551a4475632 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475639 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.027045:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388291.027046:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388291.027048:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388291.027056:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787388291.027067:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945804928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388291.027099:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388291.027224:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804800 00000100:00100000:3.0:1787388291.027231:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804800 00000100:00100000:3.0:1787388291.027280:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787388291.027288:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874211945804800:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787388291.027314:0:17094:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475663 00000100:00080000:3.0:1787388291.027321:0:17094:0:(import.c:65:import_set_state_nolock()) ffff996b62097800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787388291.027442:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3648:x1874211945804800:12345-0@lo:39:umount.0 Request processed in 154us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388291.027449:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:3.0:1787388291.027457:0:17094:0:(genops.c:906:class_export_put()) final put ffff996b62096000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:3.0:1787388291.027491:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a420cc000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787388291.027501:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945804800:0@lo:39:umount.0 00010000:00010000:1.0:1787388291.027601:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787388291.027611:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787388291.027613:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787388291.027617:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787388291.028566:0:20667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028581:0:20667:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028590:0:20667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028596:0:20667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028630:0:20667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787388291.028637:0:20667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028644:0:20667:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028661:0:20667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028668:0:20667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028685:0:20667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787388291.028691:0:20667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028698:0:20667:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028704:0:20667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028710:0:20667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028721:0:20667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787388291.028734:0:19469:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787388291.028745:0:19469:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028751:0:19469:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f4e400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388291.028755:0:19469:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028762:0:19469:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388291.028769:0:19469:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388291.028775:0:19469:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787388291.028777:0:19469:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1787388291.028801:0:19469:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028808:0:19469:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388291.028823:0:19469:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028830:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f4e400/0x26817551a4475583 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447558a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028844:0:19469:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787388291.028847:0:19469:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028853:0:19469:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388291.028856:0:19469:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028869:0:19469:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388291.028875:0:19469:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388291.028880:0:19469:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1787388291.028882:0:19469:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1787388291.028885:0:19469:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1787388291.028899:0:19469:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028905:0:19469:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388291.028918:0:19469:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028924:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b70077400/0x26817551a4475a61 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a68 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028932:0:19469:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388291.028935:0:19469:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028941:0:19469:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09800 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388291.028944:0:19469:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028950:0:19469:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388291.028966:0:19469:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388291.028972:0:19469:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787388291.028974:0:19469:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1787388291.028976:0:19469:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787388291.028989:0:19469:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.028995:0:19469:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388291.029001:0:19469:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.029007:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a4475b2c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b33 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388291.029016:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388291.029018:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388291.029020:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388291.029028:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787388291.029041:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945805056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388291.029091:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388291.029137:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945804928 00000100:00100000:1.0:1787388291.029143:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945804928 00000100:00100000:1.0:1787388291.029194:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805056 00000100:00100000:1.0:1787388291.029198:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805056 00000100:00100000:1.0:1787388291.029217:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787388291.029225:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ae525cec-d184-4a5a-bf65-8c20a2a658d5+25:3650:x1874211945804928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388291.029237:0:17080:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787388291.029388:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787388291.029396:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ae525cec-d184-4a5a-bf65-8c20a2a658d5+25:3649:x1874211945805056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388291.029405:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388291.029456:0:17080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f4f400/0x26817551a4475639 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475632 expref: 25 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388291.029515:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388291.029527:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945805184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388291.029555:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388291.029572:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787388291.029577:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945805312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388291.029607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1787388291.029723:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b62096000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787388291.029772:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b62097800 for lustre-MDT0000 00000100:00100000:0.0:1787388291.029787:0:18625:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:0.0:1787388291.029795:0:18625:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:0.0:1787388291.029878:0:18625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805184 00000100:00100000:0.0:1787388291.029882:0:18625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805184 00000100:00100000:0.0:1787388291.029900:0:18625:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:0.0:1787388291.029905:0:18625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805312 00000100:00100000:0.0:1787388291.029907:0:18625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805312 00000100:00100000:0.0:1787388291.029968:0:20668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388291.029974:0:20668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ae525cec-d184-4a5a-bf65-8c20a2a658d5+26:3651:x1874211945805184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388291.029982:0:20668:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787388291.029991:0:20668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f5c000/0x26817551a4475a68 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475a61 expref: 26 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388291.030002:0:20668:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787388291.030033:0:20668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ae525cec-d184-4a5a-bf65-8c20a2a658d5+25:3651:x1874211945805184:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388291.030040:0:20668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388291.030055:0:20668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388291.030060:0:20668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ae525cec-d184-4a5a-bf65-8c20a2a658d5+24:3651:x1874211945805312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388291.030066:0:20668:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787388291.030073:0:20668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6200/0x26817551a4475b33 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475b2c expref: 24 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388291.030087:0:20668:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787388291.030104:0:20668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ae525cec-d184-4a5a-bf65-8c20a2a658d5+23:3651:x1874211945805312:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388291.030110:0:20668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787388291.030168:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945805312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388291.030176:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945805184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388291.030240:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f4fe00/0x26817551a447558a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475583 expref: 22 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030258:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388291.030290:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ae525cec-d184-4a5a-bf65-8c20a2a658d5+21:3649:x1874211945805056:12345-0@lo:103:ldlm_bl.0 Request processed in 896us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388291.030297:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1787388291.030314:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388291.030734:0:20667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030745:0:20667:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030752:0:20667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030758:0:20667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030779:0:20667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787388291.030784:0:20667:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1787388291.030787:0:20667:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1787388291.030812:0:20667:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1787388291.030815:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1787388291.030819:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388291.030824:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1787388291.030828:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff996a441d1800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388291.030833:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff996a42f7f000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388291.030837:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff996b48348800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388291.030847:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff996a4339a800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388291.030854:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff996a42cc1800 8c15ba50-0abc-4066-8c74-637a6ad6a0f7 192.168.203.15@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1787388291.030859:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff996a42cc5000 59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 192.168.203.15@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:2.0:1787388291.030864:0:20667:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff996a42db4d40) has exports, disconnecting them 00000020:00080000:2.0:1787388291.030867:0:20667:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff996a441d1800), last request at 1787388287 00000020:00000080:2.0:1787388291.030874:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447589a 00000100:00080000:2.0:1787388291.030885:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a441d3000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787388291.030923:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a441d1800): rc 0 00000020:00000080:2.0:1787388291.030925:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a441d1800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1787388291.030931:0:20667:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff996a42f7f000), last request at 1787388287 00000020:00000080:2.0:1787388291.030934:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475800 00000100:00080000:2.0:1787388291.030938:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a42f7c800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787388291.030948:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388291.030952:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030959:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f4ee00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388291.030963:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.030971:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388291.030977:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388291.030982:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1787388291.030990:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1787388291.030992:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1787388291.031013:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.031019:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787388291.031032:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.031038:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f4ee00/0x26817551a4475575 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447557c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.031047:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388291.031049:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388291.031050:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388291.031057:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787388291.031067:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945805440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388291.031097:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388291.031123:0:18625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805440 00000100:00100000:2.0:1787388291.031127:0:18625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805440 00000100:00100000:2.0:1787388291.031149:0:18625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787388291.031155:0:18625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ae525cec-d184-4a5a-bf65-8c20a2a658d5+21:3650:x1874211945805440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388291.031163:0:18625:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388291.031173:0:18625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f4fc00/0x26817551a447557c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475575 expref: 21 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388291.031182:0:18625:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388291.031203:0:18625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ae525cec-d184-4a5a-bf65-8c20a2a658d5+20:3650:x1874211945805440:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388291.031209:0:18625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787388291.031237:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945805440:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1787388291.031265:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a42f7f000): rc 0 00000020:00000080:2.0:1787388291.031267:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a42f7f000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1787388291.031271:0:20667:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff996b48348800), last request at 1787388215 00000020:00000080:2.0:1787388291.031275:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475751 00000100:00080000:2.0:1787388291.031278:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996b4834f000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787388291.031288:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787388291.031293:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996b48348800): rc 0 00000020:00000080:2.0:1787388291.031294:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b48348800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1787388291.031298:0:20667:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff996a4339a800), last request at 1787388215 00000020:00000080:2.0:1787388291.031300:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756f6 00000100:00080000:2.0:1787388291.031303:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a43398000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787388291.031309:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1787388291.031314:0:20667:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:2.0:1787388291.031395:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a4339a800): rc 0 00000004:00000080:2.0:1787388291.031401:0:20667:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa5d541c4fae0 00000100:00080000:2.0:1787388291.031417:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787388291.031420:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787388291.032194:0:20667:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787388291.032212:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996b5ddf4800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1787388291.032391:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388291.032405:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805568:0@lo:39:umount.0 00000100:00100000:3.0:1787388291.032451:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388291.032493:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805568 00000100:00100000:3.0:1787388291.032498:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805568 00000100:00100000:3.0:1787388291.032532:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787388291.032538:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874211945805568:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787388291.032560:0:17099:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447577b 00000100:00080000:3.0:1787388291.032565:0:17099:0:(import.c:65:import_set_state_nolock()) ffff996b7b0bb000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787388291.032581:0:17099:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787388291.032688:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3648:x1874211945805568:12345-0@lo:39:umount.0 Request processed in 149us (236us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1787388291.032696:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00010000:3.0:1787388291.032718:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787388291.032739:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5ddf4800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787388291.032745:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805568:0@lo:39:umount.0 00010000:00010000:3.0:1787388291.032755:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787388291.032931:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787388291.032934:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1787388291.032985:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787388291.033046:0:20667:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787388291.033057:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996b5ddfe000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787388291.033069:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787388291.033072:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1787388291.033081:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787388291.033163:0:20667:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787388291.033174:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a42fcb800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787388291.033213:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff996a42db4d40) has no exports 00000020:00000080:0.0:1787388291.033295:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a441d1800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1787388291.033340:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f7f000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787388291.033389:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b48348800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1787388291.033409:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a441d3000 for lustre-MDT0000 00000020:00000080:0.0:1787388291.033414:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42f7c800 for lustre-MDT0000 00000020:00000080:0.0:1787388291.033417:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b4834f000 for lustre-MDT0000 00000100:00100000:0.0:1787388291.033443:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945805056:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388291.033594:0:17080:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388291.033684:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ae525cec-d184-4a5a-bf65-8c20a2a658d5+19:3650:x1874211945804928:12345-0@lo:103:ldlm_bl.0 Request processed in 4458us (6583us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388291.033693:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787388291.033899:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805696:0@lo:9:umount.0 00000100:00100000:3.0:1787388291.033933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388291.033955:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805824:0@lo:9:umount.0 00000100:00100000:3.0:1787388291.033974:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388291.034003:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805696 00000100:00100000:3.0:1787388291.034017:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805696 00000100:00100000:3.0:1787388291.034054:0:18601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805824 00000100:00100000:3.0:1787388291.034057:0:18601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805824 00000100:00100000:3.0:1787388291.034078:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388291.034085:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874211945805696:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787388291.034103:0:18601:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44758bd 00000100:00080000:3.0:1787388291.034109:0:18601:0:(import.c:65:import_set_state_nolock()) ffff996a441d4800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787388291.034143:0:18601:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1787388291.034248:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3648:x1874211945805696:12345-0@lo:9:umount.0 Request processed in 164us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388291.034398:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388291.034411:0:18601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388291.034418:0:18601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874211945805824:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787388291.034430:0:18601:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44758c4 00000100:00080000:3.0:1787388291.034435:0:18601:0:(import.c:65:import_set_state_nolock()) ffff996b482a6000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787388291.034465:0:18601:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787388291.034545:0:18601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3648:x1874211945805824:12345-0@lo:9:umount.0 Request processed in 127us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388291.034550:0:18601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1787388291.034568:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787388291.034571:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787388291.034583:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787388291.034601:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5ddfe000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787388291.034610:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787388291.034613:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388291.034616:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805696:0@lo:9:umount.0 00000100:00080000:3.0:1787388291.034625:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a42fcb800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787388291.034632:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787388291.034640:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388291.034643:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945805824:0@lo:9:umount.0 00010000:00010000:0.0:1787388291.034710:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388291.034764:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945804928:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1787388291.041814:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff996a42db4d40) has no exports 00010000:00010000:2.0:1787388291.058968:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787388291.105019:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755d0 00000020:00000080:1.0:1787388291.105034:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b74cdf000/lustre-QMT0000_UUID 00000020:01000000:1.0:1787388291.105101:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1787388291.105173:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b74cdf000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1787388291.105199:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388291.105209:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787388291.105213:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff996a433899c0) has no exports 00000020:00000080:2.0:1787388291.105756:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755c9 00000020:00000080:2.0:1787388291.105762:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5dd7d800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787388291.105826:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5dd7d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787388291.106047:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388291.106056:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1787388291.106059:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5dd7b000/lustre-QMT0000_UUID 00000020:00000080:2.0:1787388291.106062:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5dd7b000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1787388291.106066:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:2.0:1787388291.823300:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945805952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787388291.823407:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388291.823766:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945805952 00000100:00100000:1.0:1787388291.823776:0:18603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945805952 00000100:00100000:1.0:1787388291.823851:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787388291.823861:0:18603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945805952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787388291.823894:0:18603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388291.823999:0:18603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945805952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388291.824006:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1787388291.825035:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787388291.825205:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945805952:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787388292.076568:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787388292.335017:0:17827:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787388292.335032:0:17827:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1787388292.335038:0:17827:0:(genops.c:906:class_export_put()) final put ffff996b7b0b8000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1787388292.335058:0:17827:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000001:00080000:1.0:1787388292.335062:0:17827:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1787388292.335064:0:17827:0:(genops.c:906:class_export_put()) final put ffff996a42cc2800/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000001:00100000:1.0:1787388292.335070:0:17827:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000001:00080000:1.0:1787388292.335073:0:17827:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1787388292.335075:0:17827:0:(genops.c:906:class_export_put()) final put ffff996a42cc4800/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:0.0:1787388292.335309:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7b0b8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787388292.335399:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc2800/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 for lustre-MDT0001 00000020:00000080:0.0:1787388292.335421:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc4800/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 for lustre-MDT0001 00000020:00000080:0.0:1787388292.335445:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b7b0bb000 for lustre-MDT0001 00000020:00000080:0.0:1787388292.335450:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc6000 for lustre-MDT0001 00000020:00000080:0.0:1787388292.335453:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc4000 for lustre-MDT0001 00000001:00100000:2.0:1787388292.335905:0:18595:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787388292.335910:0:18595:0:(genops.c:906:class_export_put()) final put ffff996a441d2800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787388292.335927:0:18595:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:2.0:1787388292.335929:0:18595:0:(genops.c:906:class_export_put()) final put ffff996b4615b800/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:0.0:1787388292.336218:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a441d2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787388292.336256:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4615b800/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 for lustre-OST0000 00000020:00000080:0.0:1787388292.336271:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a441d4800 for lustre-OST0000 00000020:00000080:0.0:1787388292.336275:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b46159800 for lustre-OST0000 00000001:00100000:3.0:1787388292.336395:0:17075:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388292.336399:0:17075:0:(genops.c:906:class_export_put()) final put ffff996a4339a800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787388292.336415:0:17075:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000001:00080000:3.0:1787388292.336422:0:17075:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:3.0:1787388292.336424:0:17075:0:(genops.c:906:class_export_put()) final put ffff996a42cc1800/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 00000001:00100000:3.0:1787388292.336429:0:17075:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000001:00080000:3.0:1787388292.336433:0:17075:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:3.0:1787388292.336434:0:17075:0:(genops.c:906:class_export_put()) final put ffff996a42cc5000/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 00000020:00000080:2.0:1787388292.336531:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a4339a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1787388292.336569:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc1800/8c15ba50-0abc-4066-8c74-637a6ad6a0f7 for lustre-MDT0000 00000020:00000080:2.0:1787388292.336590:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc5000/59c9ee7e-2d2a-46d3-bbea-ecefe0429e94 for lustre-MDT0000 00000020:00000080:2.0:1787388292.336609:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a43398000 for lustre-MDT0000 00000020:00000080:2.0:1787388292.336625:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc3000 for lustre-MDT0000 00000020:00000080:2.0:1787388292.336628:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc7000 for lustre-MDT0000 00000100:00100000:1.0:1787388292.845162:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787388292.845198:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945806080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787388292.845262:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.845471:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945806208:0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.845505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.845541:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945806720:0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.845577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.845597:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787388292.845603:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945806592:0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.845634:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.845660:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945807104:0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.845680:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.845704:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806720 00000100:00100000:0.0:1787388292.845711:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806720 00000100:00100000:0.0:1787388292.845746:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806592 00000100:00100000:0.0:1787388292.845748:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806592 00000100:00100000:0.0:1787388292.845759:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807104 00000100:00100000:0.0:1787388292.845761:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807104 00000100:00100000:0.0:1787388292.845787:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787388292.845796:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945807104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.845843:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945807104:12345-0@lo:400:kworker.0 Request processed in 48us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388292.845850:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787388292.845866:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787388292.845870:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874211945806720:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787388292.845876:0:17096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787388292.845900:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874211945806720:12345-0@lo:400:kworker.0 Request processed in 28us (322us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787388292.845906:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787388292.845917:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787388292.845921:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874211945806592:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787388292.845925:0:17096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787388292.845954:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1874211945806592:12345-0@lo:400:kworker.0 Request processed in 32us (328us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787388292.846195:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806208 00000100:00100000:3.0:1787388292.846200:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806208 00000100:00100000:3.0:1787388292.846229:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1787388292.846236:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b72968050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+19:3652:x1874211945806208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.846268:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b72968050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae525cec-d184-4a5a-bf65-8c20a2a658d5+19:3652:x1874211945806208:12345-0@lo:400:kworker.0 Request processed in 33us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388292.846274:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:3.0:1787388292.846307:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787388292.846436:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945806336:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.846465:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.846483:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945806848:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.846502:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.846519:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787388292.846525:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945806464:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.846546:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.846703:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1874211945806976:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.846726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.846750:0:20233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806848 00000100:00100000:3.0:1787388292.846755:0:20233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806848 00000100:00100000:2.0:1787388292.846835:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806080 00000100:00100000:2.0:1787388292.846839:0:18602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806080 00000100:00100000:2.0:1787388292.846869:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388292.846877:0:18602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945806080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787388292.846898:0:18602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388292.846930:0:18602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945806080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1669us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388292.846937:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388292.846957:0:20579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806336 00000100:00100000:2.0:1787388292.846961:0:20579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806336 00000100:00100000:0.0:1787388292.847128:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787388292.847144:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806976 00000100:00100000:0.0:1787388292.847147:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806976 00000100:00100000:2.0:1787388292.847191:0:20579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787388292.847196:0:20579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3649:x1874211945806336:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787388292.847202:0:20579:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787388292.847231:0:20579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3649:x1874211945806336:12345-0@lo:400:kworker.0 Request processed in 34us (765us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787388292.847237:0:20579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1787388292.847266:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787388292.847269:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787388292.847294:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787388292.847299:0:3649:0:(import.c:65:import_set_state_nolock()) ffff996a43025800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787388292.847303:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1787388292.847804:0:20233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787388292.847813:0:20233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945806848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.847851:0:20233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945806848:12345-0@lo:400:kworker.0 Request processed in 40us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388292.847857:0:20233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:3.0:1787388292.847903:0:3652:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787388292.847907:0:3652:0:(import.c:65:import_set_state_nolock()) ffff996b4834e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787388292.847910:0:3652:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787388292.847915:0:3652:0:(import.c:65:import_set_state_nolock()) ffff996b4834e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388292.847918:0:3652:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 537 00000100:00080000:3.0:1787388292.847925:0:3652:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff996b4834e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388292.847949:0:3652:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996a43a42680 x1874211945807232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388292.847981:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945806592:0@lo:400:kworker.0 00010000:00080000:3.0:1787388292.847996:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7aaa6a00 x1874211945807104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388292.848007:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945807104:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.848017:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3652:1874211945806208:0@lo:400:kworker.0 00000100:00080000:3.0:1787388292.848025:0:3652:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787388292.848037:0:3652:0:(import.c:65:import_set_state_nolock()) ffff996a42f7e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787388292.848040:0:3652:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787388292.848044:0:3652:0:(import.c:65:import_set_state_nolock()) ffff996a42f7e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388292.848047:0:3652:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 551 00000100:00080000:3.0:1787388292.848051:0:3652:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff996a42f7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388292.848064:0:3652:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996a43a40700 x1874211945807360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388292.848075:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945806720:0@lo:400:kworker.0 00000100:00100000:3.0:1787388292.848094:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945806080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787388292.848126:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874211945807232:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1787388292.848155:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.848173:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945807360:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1787388292.848192:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388292.848215:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807232 00000100:00100000:3.0:1787388292.848219:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807232 00000100:00100000:3.0:1787388292.848236:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807360 00000100:00100000:3.0:1787388292.848239:0:17094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807360 00000100:00100000:3.0:1787388292.848249:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787388292.848253:0:17094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1874211945807232:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1787388292.848266:0:17094:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787388292.852114:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787388292.852126:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945807360:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1787388292.852146:0:17096:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787388292.852247:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945807360:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 121us (4053us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787388292.852255:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787388292.852275:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787388292.852279:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1874211945806976:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787388292.852287:0:17096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787388292.852311:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1874211945806976:12345-0@lo:400:kworker.0 Request processed in 31us (5585us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787388292.852317:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787388292.852344:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945806464 00000100:00100000:0.0:1787388292.852367:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945806464 00000100:00100000:0.0:1787388292.852409:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787388292.852416:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945806464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.852460:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945806464:12345-0@lo:400:kworker.0 Request processed in 45us (5913us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388292.852466:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:0.0:1787388292.852512:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a42f7e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388292.852518:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388292.852522:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945807360:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1787388292.860518:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1787388292.860541:0:3651:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff996b52ef2a00 x1874211945807488/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787388292.867126:0:3649:0:(import.c:65:import_set_state_nolock()) ffff996a43025800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388292.867139:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 537 00000100:00080000:2.0:1787388292.867149:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff996a43025800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388292.867187:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5e8000 x1874211945807616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787388292.867223:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945806336:0@lo:400:kworker.0 00010000:00080000:2.0:1787388292.867254:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7aaa4700 x1874211945806848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388292.867265:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945806848:0@lo:400:kworker.0 00000100:00100000:2.0:1787388292.867291:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945806464:0@lo:400:kworker.0 00000100:00080000:2.0:1787388292.867302:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787388292.867306:0:3649:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787388292.867310:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787388292.867314:0:3649:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388292.867317:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 566 00000100:00080000:2.0:1787388292.867321:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff996b482a1000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388292.867331:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5e8380 x1874211945807744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787388292.867341:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1874211945806976:0@lo:400:kworker.0 00000100:00100000:0.0:1787388292.867704:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945807616:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787388292.867767:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.867803:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945807744:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787388292.867828:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388292.867865:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807744 00000100:00100000:0.0:1787388292.867871:0:17096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807744 00000100:00100000:0.0:1787388292.867906:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787388292.867913:0:17096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945807744:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1787388292.867929:0:17096:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787388292.867981:0:17096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945807744:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 67us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787388292.867988:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:0.0:1787388292.868020:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388292.868024:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388292.868027:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945807744:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787388292.868062:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807616 00000100:00100000:0.0:1787388292.868066:0:17100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807616 00000100:00100000:0.0:1787388292.868084:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787388292.868088:0:17100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945807616:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1787388292.868095:0:17100:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787388292.868125:0:17100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945807616:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 35us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787388292.868130:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1787388292.868151:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43025800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388292.868155:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388292.868157:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945807616:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787388292.877655:0:17094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1874211945807232:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 29382us (29481us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787388292.877670:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:0.0:1787388292.878239:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b4834e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388292.878245:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388292.878250:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874211945807232:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:0.0:1787388293.100490:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787388293.164480:0:20667:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a43a15ea0 - data ffff996b51c37798/ffff996b7aa62400 00000020:01000000:2.0:1787388293.164647:0:20667:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996b52d77000 - data ffff996a41877a20/ffff996b7c50f000 00000001:00000004:0.0:1787388293.170978:0:20667:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1787388293.221628:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787388293.221646:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787388293.221659:0:20667:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff996a43936d80 x1874211945805568/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787388301 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388293.221684:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787388293.230336:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787388293.230384:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787388293.230407:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388293.230410:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787388293.230843:0:17118:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787388293.230848:0:17118:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:3.0:1787388293.230864:0:17118:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787388293.240259:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787388293.240266:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1787388293.240285:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388293.240288:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787388293.241299:0:17120:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787388293.241305:0:17120:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1787388293.241316:0:17120:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787388293.242794:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475598 00000020:00000080:2.0:1787388293.242804:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddea800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787388293.242987:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddea800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787388293.245724:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755ad 00000020:00000080:2.0:1787388293.245738:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b73a8d000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787388293.246252:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1787388293.246260:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388293.246268:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787388293.246272:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff996a42db0000) has no exports 00000004:01000000:2.0:1787388293.246448:0:20667:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787388293.246456:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447560f 00000020:00000080:2.0:1787388293.246462:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b73a8f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.249417:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1787388293.250567:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787388293.250578:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388293.250592:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787388293.250597:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff996a42db19c0) has no exports 00000020:00000080:2.0:1787388293.250606:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475608 00000020:00000080:2.0:1787388293.250614:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a42fc9800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787388293.252041:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8f800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:2.0:1787388293.259602:0:20667:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787388293.259610:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787388293.259613:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1787388293.259621:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388293.259624:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388293.261207:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42fc9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787388293.264393:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388293.264410:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787388293.264420:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755fa 00000020:00000080:2.0:1787388293.264430:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b73a8b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787388293.264456:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787388293.264461:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388293.264467:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787388293.264471:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff996a43388000) has no exports 00000020:00000080:2.0:1787388293.264479:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755f3 00000020:00000080:2.0:1787388293.264484:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddfa800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1787388293.265063:0:20667:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787388293.265069:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787388293.265072:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1787388293.265079:0:20667:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388293.265082:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787388293.265247:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388293.265254:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1787388293.265268:0:20667:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787388293.265275:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755e5 00000020:00000080:2.0:1787388293.265282:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddff000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.265307:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42fcb800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1787388293.265318:0:38:0:(genops.c:906:class_export_put()) final put ffff996b73a8b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.265321:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1787388293.265326:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787388293.265440:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787388293.265446:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddfa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787388293.265450:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b5ddfe000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787388293.265456:0:38:0:(genops.c:906:class_export_put()) final put ffff996b5ddfc800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.265458:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddfc800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1787388293.265461:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1787388293.265532:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1787388293.265537:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388293.265542:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787388293.265545:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff996a4338b380) has no exports 00000020:00000080:2.0:1787388293.265555:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755de 00000020:00000080:2.0:1787388293.265559:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddf7000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787388293.276480:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddff000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787388293.276500:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddf7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1787388293.277416:0:20667:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1787388293.277422:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787388293.277426:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787388293.277432:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787388293.277496:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b5ddf4800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787388293.277893:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.278034:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787388293.278040:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddf0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.278043:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddf0000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1787388293.278050:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787388293.278165:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.278179:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787388293.278182:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddeb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787388293.278185:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddeb800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1787388293.278189:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787388293.278241:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755b4 00000020:00000080:3.0:1787388293.278248:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b73a8e800/lustre-MDD0000_UUID 00000020:01000000:3.0:1787388293.278261:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1787388293.278266:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388293.278270:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787388293.278273:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff996a42db3380) has no exports 00000020:00000080:3.0:1787388293.278293:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.278297:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1787388293.278301:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44755bb 00000020:00000080:3.0:1787388293.278304:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b73a8a000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1787388293.278312:0:20667:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a44056800 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1787388293.278315:0:20667:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a44056800 3 00000020:01000004:3.0:1787388293.278319:0:20667:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff996a44056800 from lustre-MDT0000 00000020:00000080:3.0:1787388293.278335:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.278338:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1787388293.278340:0:20667:0:(genops.c:906:class_export_put()) final put ffff996b5ddeb000/lustre-MDT0000_UUID 00000020:00000080:3.0:1787388293.278342:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5ddeb000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1787388293.278378:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1787388293.278406:0:20667:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1787388293.278410:0:20667:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1787388293.278413:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1787388293.278416:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388293.278418:0:20667:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787388293.278424:0:20667:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff996a43116800 ae525cec-d184-4a5a-bf65-8c20a2a658d5 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787388293.278430:0:20667:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff996b72b83380) has exports, disconnecting them 00000020:00080000:3.0:1787388293.278434:0:20667:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff996a43116800), last request at 1787388200 00000020:00000080:3.0:1787388293.278452:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475559 00000020:00010000:3.0:1787388293.278455:0:20667:0:(genops.c:1942:obd_stale_export_put()) Put export ffff996a43116800: total 2 00000100:00080000:3.0:1787388293.278464:0:20667:0:(import.c:65:import_set_state_nolock()) ffff996a43110800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787388293.278479:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a43116800): rc 0 00000020:00080000:3.0:1787388293.278483:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff996b72b83380) has no exports 00000100:00100000:3.0:1787388293.278529:0:17089:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff996b74ccea00:17089] 2 exiting: rc = 0 00000100:00100000:3.0:1787388293.278626:0:17087:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff996b74ccfe00:17087] 0 exiting: rc = 1 00000020:00000080:1.0:1787388293.279703:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1787388293.279712:0:38:0:(genops.c:906:class_export_put()) final put ffff996b73a8c000/lustre-MDD0000_UUID 00000020:00000080:1.0:1787388293.279714:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8c000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1787388293.279724:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1787388293.279788:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b73a8a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:3.0:1787388293.279928:0:19469:0:(genops.c:1928:obd_stale_export_get()) Get export ffff996a43116800: total 0 00010000:00010000:3.0:1787388293.279933:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388293.279970:0:19469:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff996a43116800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1787388293.280003:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f5c200/0x26817551a4475885 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a447587e expref: 14 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280022:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b40031000/0x26817551a44757c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a44757ba expref: 13 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280034:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70076c00/0x26817551a4475b09 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475b02 expref: 12 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280045:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70077000/0x26817551a4475a5a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475a53 expref: 11 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280060:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f4ec00/0x26817551a447567f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475678 expref: 10 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280073:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b70077200/0x26817551a4475b25 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475b1e expref: 9 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280085:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f7c00/0x26817551a447569b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475694 expref: 8 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280095:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6400/0x26817551a447556e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475567 expref: 7 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280124:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b40031400/0x26817551a447585b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475854 expref: 6 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280139:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b40031e00/0x26817551a44757eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a44757e4 expref: 5 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280149:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e09600/0x26817551a4475b17 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475b10 expref: 4 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280159:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f7600/0x26817551a447573c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475735 expref: 3 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280539:0:19469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f4f600/0x26817551a447568d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26817551a4475686 expref: 2 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388293.280548:0:19469:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff996a43116800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1787388293.280564:0:19469:0:(genops.c:906:class_export_put()) final put ffff996a43116800/ae525cec-d184-4a5a-bf65-8c20a2a658d5 00010000:00010000:3.0:1787388293.280602:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388293.280604:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388293.280606:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388293.282443:0:17088:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff996b74cce800:17088] 1 exiting: rc = 0 00000100:00100000:3.0:1787388293.282558:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282567:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282572:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282577:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282582:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282586:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282592:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282598:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282603:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282622:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282628:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282634:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282648:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282652:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282658:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282663:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282668:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282673:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282678:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282693:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282698:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282703:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282708:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282712:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282718:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282723:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282728:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282733:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282738:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282743:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282749:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282754:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282759:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282764:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282769:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282774:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282780:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282784:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282789:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282794:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282799:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282804:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282809:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282814:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282827:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282832:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282838:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282843:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282848:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282853:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282859:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282864:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282869:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282874:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282880:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282884:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282889:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282894:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282899:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282904:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282917:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282924:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282929:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388293.282934:0:20667:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787388293.287730:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a43116800/ae525cec-d184-4a5a-bf65-8c20a2a658d5 for MGS 00000020:00000080:1.0:1787388293.287791:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a43110800 for MGS 00000020:01000000:3.0:1787388293.288986:0:20667:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a410c13c0 - data ffff996b6b673bd0/ffff996b4822dc00 00000020:01000000:3.0:1787388293.289181:0:20667:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a42f75240 - data ffff996b6b5916c0/ffff996b461bcc00 00000020:00000080:1.0:1787388293.290963:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475544 00000020:00000080:1.0:1787388293.290975:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a44053000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1787388293.291000:0:20667:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a44056800 from MGS, refs=2 00000020:01000004:1.0:1787388293.291003:0:20667:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a44056800 2 00000020:01000004:1.0:1787388293.291006:0:20667:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff996a44056800 from MGS 00000020:00000080:1.0:1787388293.291029:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388293.291036:0:20667:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1787388293.291038:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a44054800/MGS 00000020:00000080:1.0:1787388293.291041:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996a44054800/MGS for MGS 00000020:01000000:1.0:1787388293.291047:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1787388293.291104:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1787388293.291108:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388293.291113:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787388293.291119:0:20667:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff996a420ce800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787388293.291124:0:20667:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff996b7c5299c0) has exports, disconnecting them 00000020:00080000:1.0:1787388293.291140:0:20667:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff996a420ce800), last request at 1787388201 00000020:00000080:1.0:1787388293.291144:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475647 00000020:00080000:1.0:1787388293.291155:0:20667:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a420ce800): rc 0 00000020:00000080:1.0:1787388293.291159:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a420ce800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787388293.291739:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a44053000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787388293.291753:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a420ce800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1787388293.293755:0:20667:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1787388293.293762:0:20667:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388293.293766:0:20667:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787388293.293772:0:20667:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388293.293797:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a420cc000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787388293.293927:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.293935:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1787388293.293940:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a420cd800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1787388293.293954:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996a420cd800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1787388293.293959:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1787388293.294036:0:20667:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a44056800 1 00000020:00000080:3.0:1787388293.294042:0:20667:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475536 00000020:00000080:3.0:1787388293.294048:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a44051800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1787388293.294056:0:20667:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1787388293.294063:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996a44051800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787388293.294072:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388293.294075:0:20667:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787388293.294078:0:20667:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff996b72b819c0) has no exports 00000020:00000080:3.0:1787388293.438854:0:20667:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388293.438867:0:20667:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1787388293.438872:0:20667:0:(genops.c:906:class_export_put()) final put ffff996a44054000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787388293.438876:0:20667:0:(genops.c:865:class_export_destroy()) destroying export ffff996a44054000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1787388293.438883:0:20667:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1787388293.439118:0:20667:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff996a44050000 00000020:02000400:3.0:1787388293.439174:0:20667:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1787388294.136203:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388295.148480:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388296.173890:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787388296.435897:0:19414:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787388296.435907:0:19414:0:(genops.c:906:class_export_put()) final put ffff996b482a2800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787388296.435991:0:16499:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1787388296.436044:0:16499:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b482a6000 for lustre-OST0001 00000100:00100000:1.0:1787388296.942532:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945807872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787388296.942604:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388296.942863:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945807872 00000100:00100000:3.0:1787388296.942872:0:18603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945807872 00000100:00100000:3.0:1787388296.942923:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787388296.942932:0:18603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945807872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787388296.942960:0:18603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388296.943006:0:18603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945807872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388296.943013:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787388296.943054:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945807872:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787388296.943547:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787388297.196812:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787388297.237585:0:20869:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787388297.256996:0:20869:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1787388297.257046:0:20869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.257060:0:20869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.257068:0:20869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.257091:0:20869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.257117:0:20869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787388297.257122:0:20869:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787388297.257150:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787388297.257154:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787388297.257160:0:20869:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787388297.257165:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996b4834e800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787388297.257170:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787388297.257171:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787388297.257174:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787388297.257948:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388297.257956:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388297.257965:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6000 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:0.0:1787388297.257969:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388297.257979:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787388297.257986:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388297.257992:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787388297.257994:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787388297.257997:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787388297.258036:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388297.258043:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787388297.258084:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388297.258092:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a432f6000/0x26817551a4475735 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447573c expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388297.258104:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388297.258106:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388297.258108:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388297.258252:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945808000:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388297.258315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388297.258497:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808000 00000100:00100000:0.0:1787388297.258505:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808000 00000100:00100000:0.0:1787388297.258549:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388297.258557:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1874211945808000:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787388297.258564:0:17081:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787388297 with bad export cookie 2774627838945875289 00010000:00010000:2.0:1787388297.262099:0:20869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262121:0:20869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262128:0:20869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262136:0:20869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262154:0:20869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388297.262159:0:20869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262185:0:20869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262192:0:20869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262199:0:20869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262216:0:20869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787388297.262224:0:20869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262230:0:20869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262235:0:20869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262241:0:20869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262261:0:20869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787388297.262267:0:20869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262273:0:20869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262290:0:20869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262296:0:20869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388297.262303:0:20869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1787388297.262307:0:20869:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1787388297.262336:0:20869:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1787388297.262341:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1787388297.262363:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388297.262369:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1787388297.262376:0:20869:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff996a42cc6800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388297.262381:0:20869:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff996a42caa800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388297.262386:0:20869:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff996b7c7519c0) has exports, disconnecting them 00000020:00080000:2.0:1787388297.262392:0:20869:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff996a42cc6800), last request at 1787388292 00000020:00000080:2.0:1787388297.262399:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44758af 00000100:00080000:2.0:1787388297.262416:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996a42cc0000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787388297.262466:0:20869:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a42cc6800): rc 0 00000020:00000080:2.0:1787388297.262469:0:20869:0:(genops.c:906:class_export_put()) final put ffff996a42cc6800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1787388297.262479:0:20869:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff996a42caa800), last request at 1787388292 00000020:00000080:2.0:1787388297.262483:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475815 00000100:00080000:2.0:1787388297.262489:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996a42cae000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787388297.262494:0:20869:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a42caa800): rc 0 00000020:00000080:2.0:1787388297.262497:0:20869:0:(genops.c:906:class_export_put()) final put ffff996a42caa800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1787388297.262503:0:20869:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa5d541977ae0 00000100:00080000:2.0:1787388297.262520:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787388297.262534:0:20869:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff996b52ef2a00 x1874211945807488/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388297.262548:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1787388297.264071:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787388297.264085:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264096:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d200 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388297.264101:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264112:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388297.264120:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388297.264126:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787388297.264129:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1787388297.264133:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1787388297.264176:0:17083:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264183:0:17083:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388297.264204:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264211:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5d200/0x26817551a4475694 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447569b expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264224:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787388297.264227:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264232:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5ce00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388297.264247:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264255:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388297.264260:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388297.264265:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787388297.264267:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1787388297.264268:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787388297.264282:0:17083:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264288:0:17083:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388297.264294:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264301:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5ce00/0x26817551a4475a53 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475a5a expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264316:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787388297.264320:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264326:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f7200 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388297.264329:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264335:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388297.264366:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388297.264372:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787388297.264374:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787388297.264376:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787388297.264393:0:17083:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264399:0:17083:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388297.264414:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264421:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475b1e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a4475b25 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264430:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388297.264434:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264440:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388297.264443:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264449:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388297.264455:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388297.264470:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787388297.264472:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787388297.264474:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787388297.264491:0:17083:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264496:0:17083:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388297.264502:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264507:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5d400/0x26817551a4475686 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26817551a447568d expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388297.264518:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388297.264519:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388297.264521:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388297.264539:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945808128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388297.264620:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388297.264670:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:0:1874211945807488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787388297.264690:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787388297.264696:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945808256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388297.264720:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388297.264745:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945808384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388297.264764:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388297.264778:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787388297.264795:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945808512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388297.264815:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787388297.266023:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388297.266044:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808128 00000100:00100000:1.0:1787388297.266055:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808128 00000100:00100000:1.0:1787388297.266088:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808256 00000100:00100000:1.0:1787388297.266091:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808256 00000100:00100000:1.0:1787388297.266100:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808384 00000100:00100000:1.0:1787388297.266104:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808384 00000100:00100000:1.0:1787388297.266112:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808512 00000100:00100000:1.0:1787388297.266114:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808512 00000100:00100000:1.0:1787388297.266129:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787388297.266138:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3651:x1874211945808128:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787388297.266145:0:17080:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787388297 with bad export cookie 2774627838945875289 00000100:00080000:2.0:1787388297.266791:0:20869:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787388297.266799:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996a43025800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:2.0:1787388297.268124:0:18625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787388297.268135:0:18625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3651:x1874211945808256:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787388297.268142:0:18625:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787388297 with bad export cookie 2774627838945875289 00000100:00100000:1.0:1787388297.268816:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3651:x1874211945808128:12345-0@lo:103:ldlm_bl.0 Request processed in 2673us (4190us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787388297.268827:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787388297.272123:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787388297.272132:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1874211945808384:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787388297.272159:0:17080:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787388297 with bad export cookie 2774627838945875289 00000100:00100000:1.0:1787388297.272235:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1874211945808384:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (7468us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787388297.272241:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787388297.272255:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787388297.272260:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1874211945808512:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787388297.272264:0:17080:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787388297 with bad export cookie 2774627838945875289 00000100:00100000:1.0:1787388297.272290:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1874211945808512:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (7474us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787388297.272297:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1787388297.272374:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.115@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787388297.272380:0:3651:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1787388297.272383:0:3651:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.115@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1787388297.273132:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.115@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:2.0:1787388297.273193:0:18625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3651:x1874211945808256:12345-0@lo:103:ldlm_bl.0 Request processed in 5056us (8469us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787388297.273202:0:18625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:0.0:1787388297.273884:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787388297.273897:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cc6800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1787388297.273953:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42caa800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1787388297.273974:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cc0000 for lustre-MDT0001 00000020:00000080:0.0:1787388297.273978:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42cae000 for lustre-MDT0001 00000100:00100000:0.0:1787388297.274053:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3650:x1874211945808000:12345-0@lo:103:ldlm_bl.0 Request processed in 15493us (15735us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787388297.274062:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1787388297.280087:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787388297.280097:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787388297.280117:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1787388297.280175:0:20869:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1787388297.280206:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996a423b5800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787388297.280231:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787388297.280233:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787388297.280264:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787388297.280336:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945808640:0@lo:9:umount.0 00000100:00100000:0.0:1787388297.280423:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787388297.280476:0:20869:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1787388297.280488:0:20869:0:(import.c:65:import_set_state_nolock()) ffff996a43023800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787388297.280506:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945808768:0@lo:9:umount.0 00000100:00100000:0.0:1787388297.280530:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787388297.280582:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff996b7c7519c0) has no exports 00000100:00100000:2.0:1787388297.282113:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808640 00000100:00100000:2.0:1787388297.282124:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808640 00000100:00100000:2.0:1787388297.282183:0:18600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945808768 00000100:00100000:2.0:1787388297.282187:0:18600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945808768 00000100:00100000:2.0:1787388297.282220:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787388297.282229:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1874211945808640:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787388297.282256:0:18600:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447583f 00000100:00080000:2.0:1787388297.282266:0:18600:0:(import.c:65:import_set_state_nolock()) ffff996a420b4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787388297.282305:0:18600:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1787388297.282491:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3648:x1874211945808640:12345-0@lo:9:umount.0 Request processed in 262us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388297.282498:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787388297.282514:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388297.282521:0:18600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1874211945808768:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787388297.282533:0:18600:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44758cb 00000100:00080000:2.0:1787388297.282538:0:18600:0:(import.c:65:import_set_state_nolock()) ffff996b482a4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787388297.282572:0:18600:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787388297.282659:0:18600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3648:x1874211945808768:12345-0@lo:9:umount.0 Request processed in 138us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388297.282665:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1787388297.282682:0:17090:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787388297.282713:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43023800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1787388297.282719:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1787388297.282721:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388297.282724:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945808768:0@lo:9:umount.0 00000100:00080000:2.0:1787388297.282733:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a423b5800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1787388297.282740:0:3648:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1787388297.282742:0:3648:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787388297.282744:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945808640:0@lo:9:umount.0 00010000:00010000:2.0:1787388297.282771:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787388297.284449:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.115@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787388297.302627:0:3651:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.115@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1787388297.302633:0:3651:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1787388297.302643:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1500 x1874211945808000/t0(0) o103->MGC192.168.203.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388297.302658:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa7800 x1874211945808128/t0(0) o103->MGC192.168.203.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388297.302667:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa6a00 x1874211945808256/t0(0) o103->MGC192.168.203.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388297.302675:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa5500 x1874211945808384/t0(0) o103->MGC192.168.203.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388297.302683:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa7100 x1874211945808512/t0(0) o103->MGC192.168.203.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1787388297.302692:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1787388297.302713:0:3651:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1787388297.302715:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787388297.306100:0:3649:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff996b44ff5000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1787388297.306222:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945808384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388297.306255:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3649:1874211945808512:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1787388297.311401:0:3650:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff996b44ff5000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1787388297.311454:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3650:1874211945808000:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1787388297.311682:0:3651:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787388297.311689:0:3651:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 0@lo last attempt 522 00000100:00080000:1.0:1787388297.311697:0:3651:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff996b44ff5000 using connection 192.168.203.115@tcp/0@lo 00010000:00010000:1.0:1787388297.311709:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388297.311746:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48303b80 x1874211945808896/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787388297.311801:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945808256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388297.311807:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3651:1874211945808128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787388297.311980:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3648:1874211945808896:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1787388297.312027:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874211945808896 offset 0 length 520: 4 00000020:00080000:3.0:1787388297.320804:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff996b7c7519c0) has no exports 00000020:01000000:2.0:1787388297.411474:0:20869:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a43a15b40 - data ffff996b49734870/ffff996b7aa61800 00000020:01000000:2.0:1787388297.411673:0:20869:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a43093c00 - data ffff996a41846d80/ffff996b481f3000 00000001:00000004:0.0:1787388297.426603:0:20869:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1787388297.480188:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388297.480198:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787388297.480206:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1787388297.482939:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787388297.483236:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1787388297.483302:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388297.483306:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787388297.484117:0:17835:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787388297.484122:0:17835:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1787388297.484133:0:17835:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1787388297.485016:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787388297.485021:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1787388297.485040:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388297.485043:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787388297.485342:0:17837:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787388297.485371:0:17837:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1787388297.485379:0:17837:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1787388297.486800:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756a9 00000020:00000080:3.0:1787388297.486809:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4928b800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787388297.487431:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756be 00000020:00000080:3.0:1787388297.487436:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b52489000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787388297.487806:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928b800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1787388297.488290:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1787388297.488298:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.488306:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787388297.488309:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff996b7c754d40) has no exports 00000020:00000080:1.0:1787388297.488674:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b52489000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:3.0:1787388297.488730:0:20869:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1787388297.488739:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475712 00000020:00000080:3.0:1787388297.488744:0:20869:0:(genops.c:906:class_export_put()) final put ffff996a43a1a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1787388297.488757:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1787388297.488762:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.488767:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00000080:1.0:1787388297.488859:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a43a1a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00080000:3.0:1787388297.488885:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff996b7bdfcd40) has no exports 00000020:00000080:3.0:1787388297.488892:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447570b 00000020:00000080:3.0:1787388297.488897:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4928b000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787388297.489018:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1787388297.489337:0:20869:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1787388297.489343:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787388297.489436:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1787388297.489441:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388297.489444:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388297.489504:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388297.489591:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a43023800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787388297.489627:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.489632:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b7f539000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388297.489634:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7f539000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1787388297.489640:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.489721:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756fd 00000020:00000080:3.0:1787388297.489726:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b7f53b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1787388297.489770:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1787388297.489774:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.489787:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787388297.489791:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff996b7c750000) has no exports 00000020:00000080:3.0:1787388297.489796:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756ef 00000020:00000080:3.0:1787388297.489799:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b49077000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787388297.490376:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7f53b800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:3.0:1787388297.490937:0:20869:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1787388297.490953:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787388297.490955:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1787388297.490961:0:20869:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787388297.490963:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787388297.491171:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b49077000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787388297.491851:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a423b5800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787388297.491893:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.491902:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.491906:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b5248e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388297.491909:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5248e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1787388297.491915:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1787388297.492035:0:20869:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1787388297.492043:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756e1 00000020:00000080:3.0:1787388297.492050:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4928a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1787388297.492068:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1787388297.492072:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.492079:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787388297.492082:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff996a4338cd40) has no exports 00000020:00000080:3.0:1787388297.492090:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756da 00000020:00000080:3.0:1787388297.492094:0:20869:0:(genops.c:906:class_export_put()) final put ffff996a43020800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787388297.492526:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1787388297.492535:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a43020800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1787388297.539150:0:20869:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1787388297.539159:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388297.539163:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787388297.539172:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388297.539268:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.539280:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.539304:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.539307:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.539312:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4928c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388297.539317:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1787388297.539325:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388297.539577:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756c5 00000020:00000080:3.0:1787388297.539584:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b5248b800/lustre-MDD0001_UUID 00000020:00000080:1.0:1787388297.539633:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a43025800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1787388297.539640:0:36:0:(genops.c:906:class_export_put()) final put ffff996b49071000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787388297.539642:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b49071000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1787388297.539648:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1787388297.539844:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1787388297.539849:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.539854:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787388297.539858:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff996b7c753380) has no exports 00000020:00000080:3.0:1787388297.539875:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.539878:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1787388297.539881:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44756cc 00000020:00000080:3.0:1787388297.539885:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b52489800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787388297.539911:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b5248b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1787388297.539940:0:36:0:(genops.c:906:class_export_put()) final put ffff996b4928a800/lustre-MDD0001_UUID 00000020:00000080:1.0:1787388297.539960:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928a800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1787388297.539965:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:3.0:1787388297.540190:0:20869:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996b73a8a800 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1787388297.540195:0:20869:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b73a8a800 2 00000020:01000004:3.0:1787388297.540203:0:20869:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff996b73a8a800 from lustre-MDT0001 00000020:00000080:3.0:1787388297.540222:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.540226:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1787388297.540230:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4928e800/lustre-MDT0001_UUID 00000020:00000080:3.0:1787388297.540232:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4928e800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1787388297.540239:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1787388297.540272:0:20869:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1787388297.540275:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1787388297.540278:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388297.540281:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787388297.540287:0:20869:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff996b74cdc800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787388297.540291:0:20869:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff996b48340000) has exports, disconnecting them 00000020:00080000:3.0:1787388297.540296:0:20869:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff996b74cdc800), last request at 1787388215 00000020:00000080:3.0:1787388297.540299:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447574a 00000020:00080000:3.0:1787388297.540310:0:20869:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996b74cdc800): rc 0 00000020:00000080:3.0:1787388297.540313:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b74cdc800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787388297.540334:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b52489800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787388297.542817:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b74cdc800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1787388297.544626:0:20869:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1787388297.544634:0:20869:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787388297.544638:0:20869:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787388297.544645:0:20869:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787388297.544672:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b4834e800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787388297.544817:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388297.544826:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1787388297.544831:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b4834a800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1787388297.544835:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4834a800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1787388297.544840:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1787388297.544906:0:20869:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b73a8a800 1 00000020:00000080:1.0:1787388297.544911:0:20869:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475671 00000020:00000080:1.0:1787388297.544918:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b7388d000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1787388297.544926:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1787388297.544933:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7388d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787388297.544941:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388297.544946:0:20869:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787388297.544949:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff996b739ccd40) has no exports 00000020:00000080:1.0:1787388297.625293:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388297.625307:0:20869:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1787388297.625313:0:20869:0:(genops.c:906:class_export_put()) final put ffff996a420cb800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787388297.625318:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996a420cb800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787388297.625329:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1787388297.625645:0:20869:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff996b73a89800 00000020:01000000:1.0:1787388297.625666:0:20869:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1787388297.625670:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388297.625683:0:20869:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787388297.625687:0:20869:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff996b72b84d40) has no exports 00000100:00100000:0.0:1787388297.625955:0:17095:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff996b4506f600:17095] 1 exiting: rc = 0 00000100:00100000:2.0:1787388297.626138:0:17096:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff996b4506ea00:17096] 2 exiting: rc = 0 00000100:00100000:3.0:1787388297.626220:0:20233:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff996a44317a00:20233] 3 exiting: rc = 0 00000100:00100000:3.0:1787388297.626331:0:17094:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff996b4506f000:17094] 0 exiting: rc = 1 00000100:00100000:1.0:1787388297.626536:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626545:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626551:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626557:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626563:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626648:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626656:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626661:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626667:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626673:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626679:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626685:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626692:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626698:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626704:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626710:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626716:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626722:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626728:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626733:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626739:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626744:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626750:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626756:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626762:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626768:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.626774:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627104:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627112:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627118:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627123:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627129:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627134:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627154:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627159:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627164:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627170:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627175:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627181:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627187:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627193:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627199:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627204:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627210:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627216:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627222:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627227:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627233:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627239:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627244:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627250:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627255:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627261:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627266:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627272:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627277:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627283:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627289:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627295:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627300:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627305:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627310:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627315:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.627321:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.633506:0:17098:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff996b7ac86c00:17098] 1 exiting: rc = 0 00000100:00100000:3.0:1787388297.634253:0:17097:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff996b7ac76800:17097] 0 exiting: rc = 1 00000100:00100000:1.0:1787388297.634516:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634525:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634531:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634549:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634554:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634571:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634577:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634582:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634588:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634592:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634597:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634602:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634615:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634620:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634625:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634630:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634635:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634639:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634644:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634648:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634654:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634659:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634663:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634668:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634673:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634678:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634683:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634687:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634692:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634697:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634701:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634706:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634710:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634714:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634719:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634724:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634728:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634733:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634746:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634751:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634755:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634760:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634765:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634770:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634775:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634789:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634794:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634799:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634803:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634808:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634812:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634817:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634821:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634825:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634829:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634836:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634841:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634845:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634850:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634855:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634859:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634864:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634868:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.634874:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787388297.635840:0:17099:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff996b5ed29a00:17099] 0 exiting: rc = 1 00000100:00100000:2.0:1787388297.635929:0:20579:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff996b7bf3a200:20579] 2 exiting: rc = 0 00000100:00100000:1.0:1787388297.636097:0:17100:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff996b7ac87800:17100] 1 exiting: rc = 0 00000100:00100000:0.0:1787388297.636198:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636204:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636209:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636215:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636227:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636233:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636238:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636255:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636260:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636265:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636270:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636277:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636282:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636287:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636292:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636297:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636315:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636322:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636329:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636335:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636341:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636491:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636498:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636504:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636509:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636515:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636520:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636526:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636547:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636554:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636569:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636576:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636583:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636590:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636596:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636602:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636616:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636621:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636627:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636633:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636654:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636660:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636670:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636675:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636681:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636686:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636692:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636699:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636704:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636709:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636714:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636720:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636738:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636744:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636750:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636755:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636760:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636766:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636773:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636890:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636898:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636904:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636909:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.636914:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.645341:0:17101:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff996b5ed81200:17101] 0 exiting: rc = 1 00000100:00100000:0.0:1787388297.645933:0:17102:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff996b74cca200:17102] 1 exiting: rc = 0 00000100:00100000:1.0:1787388297.646075:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646082:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646086:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646091:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646095:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646100:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646105:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646109:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646125:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646129:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646134:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646138:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646143:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646147:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646152:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646156:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646161:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646165:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646170:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646174:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646178:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646183:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646188:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646192:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646197:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646201:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646205:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646209:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646214:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646219:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646223:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646227:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646231:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646235:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646239:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646243:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646248:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646251:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646255:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646259:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646264:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646269:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646273:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646283:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646288:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646293:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646298:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646303:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646308:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646312:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646317:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646321:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646326:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646331:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646335:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646340:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646372:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646378:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646383:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646388:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646392:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646397:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646401:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.646405:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.646810:0:17103:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff996b43e86600:17103] 0 exiting: rc = 1 00000100:00100000:2.0:1787388297.646991:0:17104:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff996b43e86800:17104] 1 exiting: rc = 0 00000100:00100000:1.0:1787388297.647132:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647138:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647143:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647148:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647152:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647157:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647161:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647166:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647170:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647175:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647179:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647183:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647187:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647191:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647205:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647209:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647214:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647218:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647222:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647226:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647231:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647235:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647240:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647244:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647248:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647253:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647257:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647261:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647265:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647269:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647273:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647277:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647281:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647286:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647291:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647296:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647302:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647307:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647313:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647318:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647323:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647328:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647333:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647338:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647343:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647374:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647379:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647384:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647389:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647400:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647404:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647409:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647413:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647418:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647422:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647427:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647432:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647436:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647440:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647445:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647449:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647453:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647458:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.647462:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388297.647917:0:17106:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff996b52d67400:17106] 1 exiting: rc = 0 00000100:00100000:2.0:1787388297.648134:0:17105:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff996b52d66000:17105] 0 exiting: rc = 1 00000100:00100000:1.0:1787388297.648209:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648214:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648219:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648223:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648228:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648233:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648237:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648241:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648246:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648250:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648254:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648259:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648263:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648268:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648272:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648276:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648280:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648284:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648289:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648294:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648309:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648314:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648319:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648323:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648329:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648333:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648338:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648343:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648373:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648378:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648383:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648388:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648392:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648397:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648403:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648409:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648414:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648419:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648424:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648428:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648434:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648440:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648444:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648450:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648454:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648459:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648464:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648469:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648475:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648479:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648484:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648489:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648495:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648500:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648505:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648518:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648523:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648528:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648533:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648537:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648542:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648546:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648551:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388297.648556:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787388297.649734:0:17107:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff996b52d66600:17107] 0 exiting: rc = 1 00000100:00100000:0.0:1787388297.650184:0:17108:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff996a41088e00:17108] 1 exiting: rc = 0 00000100:00100000:0.0:1787388297.650331:0:17109:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff996b46ac1000:17109] 2 exiting: rc = 0 00000100:00100000:3.0:1787388297.650452:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650459:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650465:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650470:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650476:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650483:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650489:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650496:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650502:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650507:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650513:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650529:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650535:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650541:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650546:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650569:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650577:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650582:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650587:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650592:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650597:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650602:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650619:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650625:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650630:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650634:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650640:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650644:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650649:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650655:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650660:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650666:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650670:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650675:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650680:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650685:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650689:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650694:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650699:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650718:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650724:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650729:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650734:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650739:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650744:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650748:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650759:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650764:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650768:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650773:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650787:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650793:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650797:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650802:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650807:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650813:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650817:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650822:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650827:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650833:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650838:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650844:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650849:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388297.650854:0:20869:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787388297.655114:0:20869:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388297.655128:0:20869:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1787388297.655132:0:20869:0:(genops.c:906:class_export_put()) final put ffff996b44ff3800/MDS_uuid 00000020:00000080:3.0:1787388297.655136:0:20869:0:(genops.c:865:class_export_destroy()) destroying export ffff996b44ff3800/MDS_uuid for MDS 00000020:01000000:3.0:1787388297.655146:0:20869:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1787388297.655298:0:20869:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00000100:00080000:0.0:1787388297.965025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388297.965036:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388297.965040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388297.965043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787388297.965048:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a42f7e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388297.965070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 614 00000100:00080000:0.0:1787388297.965075:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388297.965082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff996a42f7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388297.965119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee1180 x1874211945809024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388297.965175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388297.965179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787388297.965180:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388297.965184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 614 00000100:00080000:0.0:1787388297.965187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388297.965190:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff996b482a1000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388297.965201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3b80 x1874211945809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388297.965235:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945809152:0@lo:400:kworker.0 00000400:00000100:0.0:1787388297.965288:0:3651:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809152 offset 0 length 224: 4 00000100:00100000:0.0:1787388297.965324:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787388297.965330:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945809408:0@lo:400:kworker.0 00000400:00000100:0.0:1787388297.965370:0:3651:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809408 offset 0 length 224: 4 00000100:00100000:2.0:1787388297.965423:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945809024:0@lo:38:kworker.0 00000400:00000100:2.0:1787388297.965447:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809024 offset 0 length 520: 4 00000100:00100000:2.0:1787388297.965458:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945809280:0@lo:38:kworker.0 00000400:00000100:2.0:1787388297.965471:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809280 offset 0 length 520: 4 00010000:00010000:0.0:1787388298.221076:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388299.245987:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388300.279485:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388301.294470:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787388301.742268:0:21069:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787388301.747513:0:21069:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1787388301.749506:0:21069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388301.749530:0:21069:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388301.749538:0:21069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388301.749922:0:21069:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388301.750100:0:21069:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787388301.750108:0:21069:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787388301.751090:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388301.751108:0:21069:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1180 x1874211945809024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388301.751133:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787388301.751141:0:21069:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787388301.751148:0:21069:0:(import.c:65:import_set_state_nolock()) ffff996a42f7e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787388301.751154:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388301.751276:0:21069:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1180 x1874211945809024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388312 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388301.751287:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787388301.751291:0:21069:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00000100:00100000:3.0:1787388301.751663:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945809024:0@lo:38:kworker.0 00010000:00010000:2.0:1787388301.752142:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388301.752154:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388301.752166:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f4e200 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388301.752172:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388301.752184:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388301.752193:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388301.752199:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787388301.752203:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787388301.752207:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787388301.752228:0:17083:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:2.0:1787388301.752233:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388301.752239:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f4e200/0x26817551a44757e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a44757eb expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388301.752253:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388301.752255:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388301.752257:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787388301.753448:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787388301.753468:0:21069:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1500 x1874211945809152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388301.753518:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787388301.753526:0:21069:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1787388301.753559:0:21069:0:(import.c:65:import_set_state_nolock()) ffff996a420b0800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787388301.755295:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1874211945809536:0@lo:39:umount.0 00000400:00000100:3.0:1787388301.755392:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809536 offset 0 length 224: 4 00000100:00100000:2.0:1787388301.757293:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945809152:0@lo:400:kworker.0 00000100:00080000:3.0:1787388301.996733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388301.996749:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388301.996752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388301.996757:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787388301.996894:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945809664:0@lo:400:kworker.0 00000400:00000100:0.0:1787388301.996986:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809664 offset 0 length 224: 4 00010000:00010000:1.0:1787388302.317923:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787388303.020533:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388303.020583:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388303.020587:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388303.020591:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787388303.020732:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1874211945809792:0@lo:400:kworker.0 00000400:00000100:1.0:1787388303.020809:0:3650:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945809792 offset 0 length 224: 4 00010000:00010000:2.0:1787388303.340698:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787388303.600182:0:18595:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787388303.600196:0:18595:0:(genops.c:906:class_export_put()) final put ffff996a420b7800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388303.600483:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996a420b7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787388303.600553:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a420b4000 for lustre-OST0000 00000001:00100000:3.0:1787388303.601239:0:19414:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787388303.601245:0:19414:0:(genops.c:906:class_export_put()) final put ffff996b482a3800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787388303.601326:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a3800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1787388303.601391:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b482a4800 for lustre-OST0001 00010000:00010000:2.0:1787388304.366087:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388305.391190:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388306.414775:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388307.440947:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388307.884552:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388297/real 1787388297] req@ffff996b48303b80 x1874211945808896/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787388307 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388307.884596:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b48303b80 x1874211945808896/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787388307 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787388307.884621:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787388307.884652:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1787388307.884657:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3648:1874211945808896:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1787388307.884776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388307.884783:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787388307.884786:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388307.884791:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1787388307.884797:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388307.884805:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff996b44ff5000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388307.884859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3800 x1874211945809920/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388307.884887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388307.884892:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787388307.884997:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3648:1874211945809920:0@lo:250:kworker.0 00000400:00000100:3.0:1787388307.885066:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874211945809920 offset 0 length 520: 4 00000100:00100000:1.0:1787388307.885244:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787388307.885258:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945810048:0@lo:400:kworker.0 00000400:00000100:1.0:1787388307.885289:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945810048 offset 0 length 224: 4 00010000:00010000:1.0:1787388308.462896:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388309.485636:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388310.508565:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388311.532650:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388311.980520:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388301/real 1787388301] req@ffff996b74ee1180 x1874211945809536/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787388311 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388311.980554:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee1180 x1874211945809536/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787388311 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787388311.980575:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a420b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787388311.980597:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1874211945809536:0@lo:39:umount.0 00000100:00080000:0.0:1787388311.980710:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787388311.980715:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787388311.980720:0:21069:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787388311.981623:0:21069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981639:0:21069:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981647:0:21069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981654:0:21069:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981742:0:21069:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388311.981751:0:21069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981758:0:21069:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981764:0:21069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388311.981770:0:21069:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983154:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388311.983168:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983178:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d600 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388311.983182:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983192:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388311.983199:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388311.983206:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787388311.983209:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1787388311.983222:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:2.0:1787388311.983225:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983231:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5d600/0x26817551a44757ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a44757c1 expref: -99 pid: 18594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983248:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388311.983267:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983273:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388311.983276:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983283:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388311.983288:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388311.983294:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787388311.983296:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1787388311.983300:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:2.0:1787388311.983303:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388311.983309:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388311.983311:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388311.983313:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388311.984291:0:21069:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787388311.984301:0:21069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4475b10 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475b17 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388311.984495:0:21069:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1787388311.984503:0:21069:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1787388311.984505:0:21069:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1787388311.984547:0:21069:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1787388311.984552:0:21069:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1787388311.984560:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787388311.984576:0:21069:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787388311.984581:0:21069:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff996b48344d40) has no exports 00000020:00080000:0.0:1787388311.984606:0:21069:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff996b48344d40) has no exports 00010000:00010000:2.0:1787388311.986503:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787388311.986792:0:21069:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a410c16c0 - data ffff996b49737870/ffff996b4822f000 00000020:01000000:0.0:1787388311.986923:0:21069:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a43a156c0 - data ffff996b6b5aa798/ffff996b67a74800 00100000:10000000:0.0:1787388312.000187:0:21069:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1787388312.007050:0:21069:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44757cf 00000020:00000080:1.0:1787388312.007062:0:21069:0:(genops.c:906:class_export_put()) final put ffff996a42cad000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1787388312.007078:0:21069:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996b7b0b8800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1787388312.007081:0:21069:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b7b0b8800 2 00000020:01000004:1.0:1787388312.007084:0:21069:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff996b7b0b8800 from lustre-OST0000 00000020:00000080:3.0:1787388312.007218:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42cad000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1787388312.007525:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388312.007534:0:21069:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1787388312.007537:0:21069:0:(genops.c:906:class_export_put()) final put ffff996b4834c800/lustre-OST0000_UUID 00000020:00000080:1.0:1787388312.007540:0:21069:0:(genops.c:865:class_export_destroy()) destroying export ffff996b4834c800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1787388312.007551:0:21069:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1787388312.007613:0:21069:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1787388312.007617:0:21069:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787388312.007627:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388312.007633:0:21069:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787388312.007639:0:21069:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff996a42f78800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787388312.007645:0:21069:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff996b7c52b380) has exports, disconnecting them 00000020:00080000:1.0:1787388312.007650:0:21069:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff996a42f78800), last request at 1787388230 00000020:00000080:1.0:1787388312.007654:0:21069:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44757f9 00000020:00080000:1.0:1787388312.007664:0:21069:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a42f78800): rc 0 00000020:00000080:1.0:1787388312.007669:0:21069:0:(genops.c:906:class_export_put()) final put ffff996a42f78800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787388312.014473:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f78800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1787388312.018504:0:21069:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787388312.018522:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787388312.018527:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787388312.018535:0:21069:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388312.018688:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388312.018697:0:21069:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1787388312.018704:0:21069:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787388312.018710:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388312.018714:0:21069:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787388312.018721:0:21069:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff996a42caf000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787388312.018727:0:21069:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff996b7c528000) has exports, disconnecting them 00000020:00080000:3.0:1787388312.018732:0:21069:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff996a42caf000), last request at 1787388230 00000020:00000080:3.0:1787388312.018736:0:21069:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447580e 00000020:00080000:3.0:1787388312.018750:0:21069:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996a42caf000): rc 0 00000020:00000080:3.0:1787388312.018755:0:21069:0:(genops.c:906:class_export_put()) final put ffff996a42caf000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1787388312.018967:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a42f7e800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1787388312.018974:0:36:0:(genops.c:906:class_export_put()) final put ffff996a42f7a800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1787388312.018977:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f7a800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1787388312.018986:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1787388312.019060:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42caf000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1787388312.021423:0:21069:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787388312.021432:0:21069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787388312.021446:0:21069:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787388312.021452:0:21069:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787388312.021484:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a420b0800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1787388312.021658:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388312.021668:0:21069:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1787388312.021673:0:21069:0:(genops.c:906:class_export_put()) final put ffff996a42f7e000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1787388312.021677:0:21069:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f7e000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1787388312.021682:0:21069:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1787388312.021742:0:21069:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b7b0b8800 1 00000020:00000080:2.0:1787388312.021747:0:21069:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44757ac 00000020:00000080:2.0:1787388312.021752:0:21069:0:(genops.c:906:class_export_put()) final put ffff996b7b0bf800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1787388312.021761:0:21069:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1787388312.021768:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7b0bf800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1787388312.021777:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388312.021781:0:21069:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787388312.021784:0:21069:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff996b7bdf99c0) has no exports 00000020:00000080:2.0:1787388312.117683:0:21069:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388312.117698:0:21069:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1787388312.117704:0:21069:0:(genops.c:906:class_export_put()) final put ffff996b7b0bc800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1787388312.117782:0:21069:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7b0bc800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1787388312.117795:0:21069:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1787388312.117914:0:21069:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff996b7b0ba000 00000020:02000400:2.0:1787388312.117968:0:21069:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1787388312.556720:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388313.011333:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388297/real 1787388297] req@ffff996b74ee3b80 x1874211945809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787388312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388313.011375:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee3b80 x1874211945809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787388312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388313.011396:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388313.011416:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787388313.011419:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945809280:0@lo:38:kworker.0 00000100:00080000:0.0:1787388313.011448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388313.011452:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388313.011455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787388313.011458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787388313.011460:0:36:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388313.011465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 619 00000100:00080000:0.0:1787388313.011469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787388313.011476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff996b482a1000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388313.011513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3b80 x1874211945810176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388313.011578:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945810176:0@lo:38:kworker.0 00000400:00000100:0.0:1787388313.011623:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945810176 offset 0 length 520: 4 00000100:00100000:0.0:1787388313.011687:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945810304:0@lo:400:kworker.0 00000400:00000100:0.0:1787388313.011708:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945810304 offset 0 length 224: 4 00000100:00000400:2.0:1787388313.116757:0:3651:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388297/real 1787388297] req@ffff996b74ee2300 x1874211945809408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787388313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388313.172906:0:3651:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff996b74ee2300 x1874211945809408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787388313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787388313.172919:0:3651:0:(import.c:65:import_set_state_nolock()) ffff996a420b0000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787388313.172923:0:3651:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787388313.204250:0:3651:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1787388313.204319:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945809408:0@lo:400:kworker.0 00000100:00080000:3.0:1787388313.206096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388313.206105:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388313.206108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787388313.206111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787388313.206114:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a420b0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388313.206121:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 566 00000100:00080000:3.0:1787388313.206130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff996a420b0000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388313.206166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7aaa5c00 x1874211945810432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787388313.207624:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1874211945810432:0@lo:38:kworker.0 00000400:00000100:2.0:1787388313.207691:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874211945810432 offset 0 length 520: 4 00010000:00010000:1.0:1787388313.580567:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388314.608942:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388315.628569:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787388315.837015:0:21272:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787388315.852497:0:21272:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1787388315.852578:0:21272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.852601:0:21272:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.852608:0:21272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.852615:0:21272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.852639:0:21272:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787388315.852644:0:21272:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787388315.852676:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:1.0:1787388315.852682:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1787388315.852687:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee3b80 x1874211945810176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1787388315.852688:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388315.852697:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5cc00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388315.852709:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388315.852711:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787388315.852716:0:21272:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00010000:00010000:1.0:1787388315.852718:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787388315.852722:0:21272:0:(import.c:65:import_set_state_nolock()) ffff996b482a1000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787388315.852726:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00010000:1.0:1787388315.852726:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388315.852730:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee3b80 x1874211945810176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388333 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1787388315.852731:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787388315.852734:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787388315.852736:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1787388315.852737:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787388315.852739:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00010000:00010000:1.0:1787388315.852749:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:1.0:1787388315.852752:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388315.852773:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5cc00/0x26817551a447587e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475885 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388315.852782:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388315.852784:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388315.852785:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388315.852855:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945810176:0@lo:38:kworker.0 00000100:00080000:3.0:1787388315.853948:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787388315.853959:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa7100 x1874211945809664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.853993:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa5500 x1874211945809792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854006:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee3100 x1874211945810048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854016:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1880 x1874211945810304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854024:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa5c00 x1874211945810432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854032:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787388315.854037:0:21272:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787388315.854042:0:21272:0:(import.c:65:import_set_state_nolock()) ffff996a420b0000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787388315.854046:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787388315.854049:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa7100 x1874211945809664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388317 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854056:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa5500 x1874211945809792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388319 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854062:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee3100 x1874211945810048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388323 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854068:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee1880 x1874211945810304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388329 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854075:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b7aaa5c00 x1874211945810432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787388323 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388315.854080:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787388315.854083:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:0.0:1787388315.854247:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945809664:0@lo:400:kworker.0 00000100:00100000:0.0:1787388315.854294:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3650:1874211945809792:0@lo:400:kworker.0 00000100:00100000:0.0:1787388315.854314:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945810304:0@lo:400:kworker.0 00000100:00100000:0.0:1787388315.854320:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945810048:0@lo:400:kworker.0 00000100:00100000:0.0:1787388315.854342:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1874211945810432:0@lo:38:kworker.0 00010000:00010000:3.0:1787388315.855386:0:21272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855411:0:21272:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855418:0:21272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855425:0:21272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855447:0:21272:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388315.855456:0:21272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855462:0:21272:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855469:0:21272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855476:0:21272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388315.855497:0:21272:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1787388315.855501:0:21272:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1787388315.855525:0:21272:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1787388315.855528:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1787388315.855532:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388315.855538:0:21272:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787388315.855541:0:21272:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff996b48343380) has no exports 00000020:00080000:3.0:1787388315.855567:0:21272:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff996b48343380) has no exports 00010000:00010000:2.0:1787388315.856836:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388315.856848:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856859:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f4f800 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388315.856863:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856872:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388315.856880:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388315.856886:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787388315.856888:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1787388315.856891:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1787388315.856905:0:17083:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:2.0:1787388315.856909:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856916:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f4f800/0x26817551a4475854 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a447585b expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856927:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388315.856941:0:17083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856947:0:17083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5a00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388315.856950:0:17083:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856956:0:17083:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388315.856962:0:17083:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388315.856968:0:17083:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787388315.856970:0:17083:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787388315.856972:0:17083:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787388315.856979:0:17083:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:2.0:1787388315.856982:0:17083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856987:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e5a00/0x26817551a4475b02 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a4475b09 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388315.856999:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388315.857001:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388315.857003:0:17083:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787388315.860324:0:21272:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a43a150c0 - data ffff996b6b6a9000/ffff996b7aa62800 00000020:01000000:3.0:1787388315.860520:0:21272:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff996a410c1ba0 - data ffff996b51e7d5e8/ffff996a433abc00 00010000:00010000:1.0:1787388315.862221:0:19469:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1787388315.897522:0:21272:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1787388315.906053:0:21272:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475869 00000020:00000080:1.0:1787388315.906065:0:21272:0:(genops.c:906:class_export_put()) final put ffff996a42f7a000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1787388315.906079:0:21272:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a42cab000 from lustre-OST0001, refs=2 00000020:01000004:1.0:1787388315.906083:0:21272:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a42cab000 2 00000020:01000004:1.0:1787388315.906086:0:21272:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff996a42cab000 from lustre-OST0001 00000020:00000080:1.0:1787388315.906116:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388315.906126:0:21272:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1787388315.906129:0:21272:0:(genops.c:906:class_export_put()) final put ffff996a42f7f800/lustre-OST0001_UUID 00000020:00000080:1.0:1787388315.906132:0:21272:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f7f800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1787388315.906140:0:21272:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1787388315.906252:0:21272:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import ae525cec-d184-4a5a-bf65-8c20a2a658d5->MGS 00000020:00000080:3.0:1787388315.906409:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42f7a000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00010000:00010000:1.0:1787388315.907743:0:21272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5dc00/0x26817551a4475678 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447567f expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388315.907760:0:21272:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5dc00/0x26817551a4475678 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447567f expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388315.907766:0:21272:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1787388315.907770:0:21272:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1787388315.907773:0:21272:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1787388315.907789:0:21272:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:1.0:1787388315.907793:0:21272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5dc00/0x26817551a4475678 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a447567f expref: -99 pid: 17826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388315.907824:0:21272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b52f5da00/0x26817551a4475567 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26817551a447556e expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388315.907831:0:21272:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b52f5da00/0x26817551a4475567 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26817551a447556e expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388315.907837:0:21272:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787388315.907840:0:21272:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1787388315.907841:0:21272:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1787388315.907850:0:21272:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff996b44ff5000 00010000:00010000:1.0:1787388315.907853:0:21272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b52f5da00/0x26817551a4475567 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26817551a447556e expref: -99 pid: 17074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787388315.907869:0:21272:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1787388315.907873:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1787388315.907876:0:21272:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1787388315.907878:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1787388315.907881:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1787388315.907892:0:21272:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff996b74ee3800 x1874211945809920/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787388322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1787388315.907920:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1787388315.907923:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:3.0:1787388315.908512:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ae525cec-d184-4a5a-bf65-8c20a2a658d5:3648:1874211945809920:0@lo:250:kworker.0 10000000:01000000:1.0:1787388315.908640:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1787388315.908649:0:21272:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475552 00000020:00000080:1.0:1787388315.908715:0:21272:0:(genops.c:906:class_export_put()) final put ffff996b44ff1800/ae525cec-d184-4a5a-bf65-8c20a2a658d5 00000020:01000000:1.0:1787388315.908735:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.203.115@tcp (flags='') 00000020:00000080:1.0:1787388315.908741:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388315.908748:0:21272:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.115@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787388315.908752:0:21272:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff996b72b80000) has no exports 00000020:00000080:3.0:1787388315.908795:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b44ff1800/ae525cec-d184-4a5a-bf65-8c20a2a658d5 for MGC192.168.203.115@tcp 10000000:01000000:2.0:1787388315.911252:0:17091:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1787388315.911568:0:21272:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.115@tcp: client import never connected 00000100:00080000:1.0:1787388315.911589:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1787388315.911593:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1787388315.911598:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1787388315.911600:0:21272:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1787388315.911678:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787388315.911687:0:21272:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.115@tcp (uuid ae525cec-d184-4a5a-bf65-8c20a2a658d5) 00000020:01000000:1.0:1787388315.911695:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1787388315.911699:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787388315.911705:0:21272:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787388315.911712:0:21272:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff996b482a7800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787388315.911719:0:21272:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff996b739cb380) has exports, disconnecting them 00000020:00080000:1.0:1787388315.911723:0:21272:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff996b482a7800), last request at 1787388245 00000020:00000080:1.0:1787388315.911728:0:21272:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a4475893 00000020:00080000:1.0:1787388315.911743:0:21272:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996b482a7800): rc 0 00000020:00000080:1.0:1787388315.911747:0:21272:0:(genops.c:906:class_export_put()) final put ffff996b482a7800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1787388315.912404:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b44ff5000 for MGC192.168.203.115@tcp 00000020:00000080:3.0:1787388315.912413:0:36:0:(genops.c:906:class_export_put()) final put ffff996a44055000/ae525cec-d184-4a5a-bf65-8c20a2a658d5 00000020:00000080:3.0:1787388315.912416:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a44055000/ae525cec-d184-4a5a-bf65-8c20a2a658d5 for MGC192.168.203.115@tcp 00000020:01000000:3.0:1787388315.912423:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.115@tcp (ae525cec-d184-4a5a-bf65-8c20a2a658d5) 00000020:00000080:3.0:1787388315.912698:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a7800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1787388315.915742:0:21272:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787388315.915750:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787388315.915755:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787388315.915761:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787388315.915939:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787388315.915949:0:21272:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1787388315.915956:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1787388315.915961:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787388315.915966:0:21272:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787388315.915972:0:21272:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff996b482a0000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787388315.915979:0:21272:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff996b739c8000) has exports, disconnecting them 00000020:00080000:2.0:1787388315.915984:0:21272:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff996b482a0000), last request at 1787388245 00000020:00000080:2.0:1787388315.915988:0:21272:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a44758a8 00000020:00080000:2.0:1787388315.916003:0:21272:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff996b482a0000): rc 0 00000020:00000080:2.0:1787388315.916008:0:21272:0:(genops.c:906:class_export_put()) final put ffff996b482a0000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1787388315.916363:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996b482a1000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1787388315.916370:0:36:0:(genops.c:906:class_export_put()) final put ffff996b482a5000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1787388315.916373:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a5000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1787388315.916379:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1787388315.916437:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a0000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1787388315.917394:0:21272:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1787388315.917400:0:21272:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787388315.917403:0:21272:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787388315.917409:0:21272:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787388315.917431:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff996a420b0000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1787388315.950774:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1787388315.950870:0:17083:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1787388315.951008:0:19469:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1787388315.951435:0:17079:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff996b7c138000:17079] 1 exiting: rc = 0 00000100:00100000:2.0:1787388315.951443:0:17078:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff996b50cef800:17078] 0 exiting: rc = 1 00000100:00100000:3.0:1787388315.951616:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787388315.952040:0:17082:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff996b461f5200:17082] 2 exiting: rc = 0 00000100:00100000:2.0:1787388315.952058:0:18625:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff996a43271400:18625] 3 exiting: rc = 0 00000100:00100000:1.0:1787388315.952455:0:20668:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_004: service thread [ffff996a44197a00:20668] 4 exiting: rc = 0 00000100:00100000:2.0:1787388315.958664:0:17080:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff996b7c139600:17080] 0 exiting: rc = 1 00000100:00100000:1.0:1787388315.959460:0:17081:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff996b461f4600:17081] 1 exiting: rc = 0 00000100:00100000:3.0:1787388315.959719:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959727:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959733:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959739:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959745:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959767:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959774:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959780:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959786:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959791:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959796:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959802:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959815:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959822:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959830:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959835:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959839:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959844:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959848:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959855:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959861:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959865:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959869:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959874:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959879:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959885:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959889:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959894:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959900:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959904:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959908:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959913:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959917:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959922:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959926:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959930:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959935:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959939:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959943:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959947:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959957:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959962:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959966:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959970:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959975:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959979:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959984:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959988:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959993:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.959997:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960002:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960007:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960012:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960016:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960020:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960025:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960029:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960033:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960037:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960041:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960045:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960049:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960053:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.960058:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787388315.961110:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388315.961121:0:21272:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1787388315.961127:0:21272:0:(genops.c:906:class_export_put()) final put ffff996b482a2000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1787388315.961131:0:21272:0:(genops.c:865:class_export_destroy()) destroying export ffff996b482a2000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1787388315.961141:0:21272:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1787388315.961267:0:21272:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a42cab000 1 00000020:00000080:3.0:1787388315.961273:0:21272:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26817551a447584d 00000020:00000080:3.0:1787388315.961278:0:21272:0:(genops.c:906:class_export_put()) final put ffff996a42d38000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1787388315.961290:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1787388315.961294:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388315.961306:0:21272:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787388315.961310:0:21272:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff996b483419c0) has no exports 00000020:00000080:1.0:1787388315.964403:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42d38000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1787388315.988118:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388315.988132:0:21272:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1787388315.988138:0:21272:0:(genops.c:906:class_export_put()) final put ffff996a42caf800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1787388315.988142:0:21272:0:(genops.c:865:class_export_destroy()) destroying export ffff996a42caf800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1787388315.988152:0:21272:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1787388315.988673:0:21272:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff996a42cac800 00000020:01000000:3.0:1787388315.988694:0:21272:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1787388315.988699:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787388315.988704:0:21272:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787388315.988708:0:21272:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff996b7bdfb380) has no exports 00000020:00000080:3.0:1787388315.988727:0:21272:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787388315.988732:0:21272:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1787388315.988735:0:21272:0:(genops.c:906:class_export_put()) final put ffff996b7b0ba800/OSS_uuid 00000020:00000080:3.0:1787388315.988737:0:21272:0:(genops.c:865:class_export_destroy()) destroying export ffff996b7b0ba800/OSS_uuid for OSS 00000020:01000000:3.0:1787388315.988741:0:21272:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:2.0:1787388315.988869:0:17090:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1787388315.989016:0:19184:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff996a4429e600:19184] 3 exiting: rc = 0 00000100:00100000:2.0:1787388315.989072:0:18599:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff996b46ac2a00:18599] 0 exiting: rc = 1 00000100:00100000:0.0:1787388315.989289:0:18600:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff996a43355a00:18600] 1 exiting: rc = 0 00000100:00100000:0.0:1787388315.989381:0:19466:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff996a41c6ca00:19466] 4 exiting: rc = 0 00000100:00100000:0.0:1787388315.989447:0:18601:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff996b48200a00:18601] 2 exiting: rc = 0 00000100:00100000:3.0:1787388315.989600:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989610:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989615:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989620:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989625:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989630:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989651:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989657:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989662:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989668:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989673:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989679:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989684:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989689:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989694:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989700:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989706:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989727:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989732:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989738:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989744:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989750:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989755:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989761:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989767:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989774:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989780:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989786:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989791:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989797:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989803:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989808:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989813:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989818:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989823:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989829:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989835:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989841:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989854:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989861:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989867:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989872:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989878:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989885:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989890:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989896:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989902:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989908:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989914:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989919:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989925:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989931:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989941:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989946:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989952:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989957:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989963:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989969:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989974:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989980:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989986:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989991:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.989997:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.990003:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388315.991335:0:18603:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff996b7b099200:18603] 1 exiting: rc = 0 00000100:00100000:1.0:1787388315.991658:0:20580:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff996b7c746000:20580] 2 exiting: rc = 0 00000100:00100000:2.0:1787388315.992015:0:18602:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff996b4aac5a00:18602] 0 exiting: rc = 1 00000100:00100000:3.0:1787388315.992570:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992579:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992584:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992600:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992605:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992611:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992616:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992622:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992628:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992633:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992834:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992858:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992865:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992870:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992877:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992883:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992890:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992895:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992900:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992905:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992910:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992916:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992921:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992938:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992943:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992948:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992953:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992958:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992964:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992969:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992974:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992979:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992985:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992990:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.992996:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993001:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993006:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993011:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993018:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993023:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993027:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993032:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993038:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993044:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993049:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993054:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993059:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993064:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993070:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993075:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993079:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993084:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993089:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993094:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993099:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993105:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993110:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993116:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993128:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993134:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993140:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993145:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993151:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388315.993157:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388315.998113:0:18605:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff996b482d6600:18605] 1 exiting: rc = 0 00000100:00100000:0.0:1787388315.999656:0:18606:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff996a41f0b400:18606] 2 exiting: rc = 0 00000100:00100000:3.0:1787388316.000335:0:18604:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff996b482d7400:18604] 0 exiting: rc = 1 00000100:00100000:0.0:1787388316.001165:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001173:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001189:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001197:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001203:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001209:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001215:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001221:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001227:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001233:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001239:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001267:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001274:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001290:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001295:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001301:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001307:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001313:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001319:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001334:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001341:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001380:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001387:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001392:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001398:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001403:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001408:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001413:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001418:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001424:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001430:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001436:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001441:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001447:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001452:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001489:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001496:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001502:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001508:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001513:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001519:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001525:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001530:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001535:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001540:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001544:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001549:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001554:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001567:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001572:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001577:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001583:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001601:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001606:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001611:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001616:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001622:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001627:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001633:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001638:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001645:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001651:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001656:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.001672:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.007318:0:18607:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff996a41f0bc00:18607] 0 exiting: rc = 1 00000100:00100000:3.0:1787388316.007444:0:18608:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff996b482d6c00:18608] 1 exiting: rc = 0 00000100:00100000:0.0:1787388316.007776:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007783:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007788:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007794:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007799:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007804:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007809:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007814:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007819:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007823:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007828:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007833:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007838:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007843:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007848:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007854:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007860:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007864:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007869:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007887:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007892:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007898:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007903:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007908:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007913:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007918:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007923:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007927:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007932:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007937:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007943:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007949:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007955:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007959:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007964:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007969:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007974:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007979:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007985:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007989:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007993:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.007998:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008003:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008008:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008012:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008017:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008022:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008028:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008033:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008038:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008042:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008047:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008052:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008058:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008070:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008077:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008087:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008093:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008099:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008104:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008109:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008114:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008120:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787388316.008125:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.011623:0:18609:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff996b7ac77a00:18609] 0 exiting: rc = 1 00000100:00100000:0.0:1787388316.013726:0:18610:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff996b7ac77200:18610] 1 exiting: rc = 0 00000100:00100000:3.0:1787388316.015500:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015528:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015553:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015560:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015566:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015572:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015579:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015599:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015606:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015613:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015619:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015624:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015630:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015636:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015657:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015665:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015671:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015677:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015683:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015689:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015698:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015704:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015711:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015718:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015738:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015743:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015765:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015772:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015777:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015782:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015788:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015795:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015801:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015808:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015813:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015819:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015825:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015831:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015853:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015860:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015865:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015872:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015878:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015884:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015890:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015896:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015903:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015908:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015914:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015920:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015941:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015949:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015955:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015960:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015966:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015972:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015977:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015983:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.015988:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.016003:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.016009:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.016014:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.016020:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787388316.016033:0:21272:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1787388316.026097:0:21272:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1787388334.991324:0:22037:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1787388344.534877:0:22638:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787388344.534883:0:22638:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1787388344.534884:0:22638:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1787388344.534989:0:22638:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff996b7aadb000 00000020:01000004:0.0:1787388344.535003:0:22638:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1787388344.535010:0:22638:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787388344.535024:0:22638:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff996b7c52cd40) 00000020:00000080:0.0:1787388344.535036:0:22638:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787388344.604297:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1787388344.605758:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1787388344.607003:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.607587:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.607789:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.608297:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.608632:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.608821:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.609168:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.609378:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.609604:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.609804:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1787388344.610028:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.610297:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1787388344.612421:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1787388344.616968:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.617511:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.617783:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.618059:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.618530:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.618733:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.620805:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.621266:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.621601:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.621809:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.622438:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.622704:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.623192:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.623595:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.624037:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.624230:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.625049:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.625340:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.625672:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.626398:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.628689:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.629420:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.629710:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.630129:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.630458:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.630681:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.631071:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.631373:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787388344.631612:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.631798:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.632036:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.634775:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787388344.635680:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1787388344.636107:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1787388344.636391:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:1.0:1787388344.636778:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1787388344.636961:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1787388344.637119:0:22638:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:1.0:1787388344.637721:0:22638:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787388344.637929:0:22638:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1787388344.637937:0:22638:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787388344.637950:0:22638:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475e58 00000020:01000004:1.0:1787388344.637955:0:22638:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1787388344.637960:0:22638:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1787388344.637965:0:22638:0:(tgt_mount.c:101:server_register_mount()) register mount ffff996b7aadb000 from MGS 00000020:01000004:1.0:1787388344.637969:0:22638:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1787388344.637978:0:22638:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff996b48343380) 00000020:00000080:1.0:1787388344.637988:0:22638:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1787388344.638048:0:22638:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b7aadb000 from MGS, refs=2 00080000:01000000:1.0:1787388344.638052:0:22638:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787388344.638061:0:22638:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475e66 00000100:00100000:1.0:1787388344.638175:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787388344.638540:0:22638:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1787388344.638548:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1787388344.639040:0:22638:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1787388344.639047:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787388344.639823:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787388344.639959:0:22638:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1787388344.639965:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1787388344.640567:0:22638:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1787388344.640573:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1787388344.640777:0:22638:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1787388344.640783:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1787388344.641132:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388344.641135:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388344.641136:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388344.641663:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388344.641666:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388344.641668:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388344.642096:0:22638:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1787388344.643484:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1787388344.646056:0:22638:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1787388344.647843:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1787388344.647904:0:22638:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1787388344.647938:0:22638:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787388344.648645:0:22638:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1787388344.648951:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787388344.649096:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1787388344.649102:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1787388344.651595:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1787388344.651608:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1787388344.653560:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1787388344.653579:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787388344.655153:0:22638:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787388344.655175:0:22638:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.115@tcp' 00000020:01000004:3.0:1787388344.655177:0:22638:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787388344.655206:0:22638:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.115@tcp (typ=mgc) 00000020:00000080:3.0:1787388344.655216:0:22638:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.115@tcp (ffff996b739c8000) 00000020:00000080:3.0:1787388344.655232:0:22638:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787388344.655416:0:22638:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b7aacf000@MGC192.168.203.115@tcp: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1787388344.655552:0:22638:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.115@tcp-0 is initialized 00000040:01000000:3.0:1787388344.655558:0:22638:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 1 is initialized 00000100:00080000:1.0:1787388344.656416:0:22655:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1787388344.656493:0:22656:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787388344.656563:0:22638:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.115@tcp (uuid 625f9cfd-6ea3-4fe0-b259-8143120ac645) 00000020:00000080:0.0:1787388344.656581:0:22638:0:(genops.c:1406:class_connect()) connect: client 625f9cfd-6ea3-4fe0-b259-8143120ac645, cookie 0x26817551a4475e74 00000100:00080000:0.0:1787388344.656591:0:22638:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787388344.656597:0:22638:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff996b7aacf000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388344.656630:0:22638:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3100 x1874211945810560/t0(0) o250->MGC192.168.203.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388344.656695:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:625f9cfd-6ea3-4fe0-b259-8143120ac645:3648:1874211945810560:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1787388344.656763:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787388344.656829:0:22638:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 625f9cfd-6ea3-4fe0-b259-8143120ac645->MGS 00000020:01000004:0.0:1787388344.656847:0:22638:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787388344.656852:0:22638:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787388344.656864:0:22638:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff996b7c528000) 00000100:00100000:1.0:1787388344.657001:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945810560 00000100:00100000:1.0:1787388344.657009:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945810560 00000100:00100000:1.0:1787388344.657049:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787388344.657057:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3648:x1874211945810560:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1787388344.657246:0:22652:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 625f9cfd-6ea3-4fe0-b259-8143120ac645@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:1.0:1787388344.658278:0:22652:0:(genops.c:1406:class_connect()) connect: client 625f9cfd-6ea3-4fe0-b259-8143120ac645, cookie 0x26817551a4475e82 00000100:00080000:1.0:1787388344.658426:0:22652:0:(import.c:65:import_set_state_nolock()) ffff996a42cc2800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388344.658507:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:3648:x1874211945810560:12345-0@lo:250:mount.lustre.0 Request processed in 1450us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388344.658519:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000080:0.0:1787388344.658735:0:22638:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1787388344.659916:0:3648:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.115@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787388344.659929:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.115@tcp: connect to target with instance 0 00000100:00080000:2.0:1787388344.659943:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.115@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1787388344.659947:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1787388344.659952:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b7aacf000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1787388344.659955:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1787388344.659965:0:3648:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1787388344.659973:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:625f9cfd-6ea3-4fe0-b259-8143120ac645:3648:1874211945810560:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787388344.674264:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787388344.674552:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787388344.674559:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1787388344.675596:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1787388344.675604:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787388344.682691:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787388344.682704:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1787388344.685480:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787388344.685641:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1787388344.685647:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787388344.688083:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787388344.688096:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1787388344.734920:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787388344.735078:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1787388344.735084:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1787388344.740990:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1787388344.741006:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1787388344.743694:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787388344.744019:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1787388344.744026:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1787388344.745393:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787388344.745403:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1787388344.753457:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787388344.753625:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787388344.753632:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1787388344.758450:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787388344.758465:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1787388344.761587:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787388344.761737:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1787388344.761743:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1787388344.762529:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787388344.762600:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1787388344.783170:0:22638:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787388344.783799:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1787388344.783806:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1787388344.787160:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1787388344.787178:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1787388344.788589:0:22638:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787388344.788602:0:22638:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1787388344.793655:0:22638:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1787388344.793684:0:22638:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1787388344.793690:0:22638:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.115@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1787388344.793789:0:22638:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787388344.793821:0:22638:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.115@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1787388344.793825:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787388344.793827:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787388344.793828:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388344.793830:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388344.793831:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388344.794570:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388344.794573:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787388344.794574:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787388344.794576:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388344.794578:0:22638:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787388344.794581:0:22638:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1787388344.794584:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787388344.794585:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787388344.794586:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388344.794587:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388344.794597:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388344.794598:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388344.794599:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787388344.794600:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787388344.794601:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388344.794602:0:22638:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787388344.794628:0:22638:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787388344.794647:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810688:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787388344.794725:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.794880:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516db0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787388344.795004:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945810688 00000100:00100000:1.0:1787388344.795012:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945810688 00000100:00100000:1.0:1787388344.795095:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787388344.795104:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:22638:x1874211945810688:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787388344.795148:0:22654:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787388344.795151:0:22654:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787388344.795154:0:22654:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1787388344.798214:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1787388344.799830:0:22654:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1787388344.802839:0:22676:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1787388344.802848:0:22676:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1787388344.802850:0:22676:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1787388344.802853:0:22676:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1787388344.803125:0:22676:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1787388344.812935:0:22654:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787388344.812950:0:22654:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1787388344.820667:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:22638:x1874211945810688:12345-0@lo:253:mount.lustre.0 Request processed in 25555us (25933us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388344.820698:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787388344.820719:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810688:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787388344.820738:0:22638:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1787388344.820741:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787388344.820744:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787388344.820745:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787388344.820746:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787388344.820747:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787388344.820748:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787388344.820750:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787388344.820751:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787388344.820753:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787388344.820754:0:22638:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787388344.820774:0:22638:0:(tgt_mount.c:101:server_register_mount()) register mount ffff996b7aadb000 from lustre-MDT0000 10000000:01000000:0.0:1787388344.820818:0:22638:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1787388344.820820:0:22638:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787388344.820825:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff996b739c8000 10000000:01000000:0.0:1787388344.820832:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787388344.820839:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff996b739c8000 from 1 10000000:01000000:0.0:1787388344.820843:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787388344.820889:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.820901:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.820909:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388344.820930:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810816:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787388344.820966:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.820998:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42207540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388344.821608:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945810816 00000100:00100000:1.0:1787388344.821617:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945810816 00000100:00100000:1.0:1787388344.821655:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388344.821664:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:22638:x1874211945810816:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388344.821789:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388344.821811:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838ea00/0x26817551a4475e90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475e89 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.821836:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838ea00/0x26817551a4475e90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475e89 expref: 6 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.821846:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838ea00/0x26817551a4475e90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475e89 expref: 6 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.821855:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838ea00, rc 0) 00000100:00100000:1.0:1787388344.823555:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:22638:x1874211945810816:12345-0@lo:101:mount.lustre.0 Request processed in 1882us (2578us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.823558:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810816:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787388344.823572:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1787388344.823651:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.823665:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388344.823817:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810944:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388344.823975:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.824057:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42207540 going to sleep for 11 seconds 00000100:00100000:2.0:1787388344.824121:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945810944 00000100:00100000:2.0:1787388344.824127:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945810944 00000100:00100000:2.0:1787388344.824171:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787388344.824180:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:22638:x1874211945810944:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388344.824308:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:22638:x1874211945810944:12345-0@lo:501:mount.lustre.0 Request processed in 127us (331us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787388344.824316:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787388344.826695:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945810944:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787388344.826761:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787388344.826851:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.826869:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388344.826879:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff996b7aadb000 10000000:01000000:0.0:1787388344.826884:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787388344.826889:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff996b7aadb000 10000000:01000000:0.0:1787388344.826892:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787388344.826895:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff996b7aadb000 from 1 10000000:01000000:0.0:1787388344.826897:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787388344.826926:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.826934:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.826945:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388344.826962:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811072:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787388344.827015:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.827051:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42207540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388344.830585:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811072 00000100:00100000:1.0:1787388344.830599:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811072 00000100:00100000:1.0:1787388344.830652:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787388344.830662:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:22638:x1874211945811072:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388344.830677:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388344.830696:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838f200/0x26817551a4475e9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475e97 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.830721:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838f200/0x26817551a4475e9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475e97 expref: 7 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.830732:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838f200/0x26817551a4475e9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475e97 expref: 7 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.830741:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838f200, rc 0) 00000100:00100000:1.0:1787388344.830823:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+7:22638:x1874211945811072:12345-0@lo:101:mount.lustre.0 Request processed in 162us (3807us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388344.830846:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787388344.830895:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811072:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388344.830913:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e9e expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.830938:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475e9e expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388344.830957:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787388344.830972:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e9e expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.830980:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08800/0x26817551a4475e97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e9e expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388344.830987:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787388344.830991:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787388344.830996:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff996b7aadb000 10000000:01000000:0.0:1787388344.830999:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787388344.831002:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1787388344.831005:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1787388344.831025:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.831032:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.831040:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388344.831059:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811200:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787388344.831093:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.831129:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42207540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388344.831244:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811200 00000100:00100000:1.0:1787388344.831249:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811200 00000100:00100000:1.0:1787388344.831298:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388344.831306:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+7:22638:x1874211945811200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388344.831313:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388344.831322:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838fa00/0x26817551a4475eac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475ea5 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.831337:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838fa00/0x26817551a4475eac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475ea5 expref: 8 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.831378:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838fa00/0x26817551a4475eac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475ea5 expref: 8 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388344.831385:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838fa00, rc 0) 00000100:00100000:1.0:1787388344.831418:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+8:22638:x1874211945811200:12345-0@lo:101:mount.lustre.0 Request processed in 113us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388344.831423:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787388344.831961:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811200:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388344.831976:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475eac expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.831984:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475eac expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388344.832040:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388344.832068:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.832097:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42207540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388344.832142:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811328 00000100:00100000:1.0:1787388344.832147:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811328 00000100:00100000:1.0:1787388344.832178:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787388344.832185:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+8:22638:x1874211945811328:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388344.838543:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22638:x1874211945811328:12345-0@lo:501:mount.lustre.0 Request processed in 6350us (6466us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388344.838581:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787388344.840640:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811328:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388344.840703:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811456:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388344.840774:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.840804:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388344.841237:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811456 00000100:00100000:3.0:1787388344.841245:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811456 00000100:00100000:3.0:1787388344.841503:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787388344.841514:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22638:x1874211945811456:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388344.847616:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945811456:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388344.847710:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22638:x1874211945811456:12345-0@lo:503:mount.lustre.0 Request processed in 5942us (6679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388344.847729:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787388344.848192:0:22677:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22677:1874211945811584:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388344.848257:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388344.848327:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811584 00000100:00100000:0.0:1787388344.848334:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811584 00000100:00100000:0.0:1787388344.848406:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787388344.848414:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22677:x1874211945811584:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388344.848774:0:22677:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b7292dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.849092:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22677:x1874211945811584:12345-0@lo:502:llog_process_th.0 Request processed in 678us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.849101:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787388344.849232:0:22677:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22677:1874211945811584:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787388344.849259:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388344.849269:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.849271:0:22677:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787388344.849276:0:22677:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1787388344.849290:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787388344.849306:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff996b739cb380) 00000020:00000080:3.0:1787388344.849321:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1787388344.849327:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1787388344.849437:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:3.0:1787388344.849445:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475eba 00000020:00000080:3.0:1787388344.849650:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1787388344.849655:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388344.849658:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.849660:0:22677:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787388344.849662:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388344.849666:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.849667:0:22677:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1787388344.849670:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787388344.849677:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff996b739ccd40) 00000020:00000080:3.0:1787388344.849686:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1787388344.849689:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787388344.849691:0:22677:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1787388344.849694:0:22677:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1787388344.849699:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787388344.849744:0:22677:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b7aadb000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1787388344.849755:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff996b739c99c0) 00000020:00000080:3.0:1787388344.849762:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1787388344.849811:0:22677:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1787388344.849816:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a4475ecf 00000020:00000080:3.0:1787388344.850268:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1787388344.850275:0:22677:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1787388344.850280:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x26817551a4475ed6 00080000:01000000:3.0:1787388344.850296:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:3.0:1787388344.850304:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475edd 00010000:00010000:3.0:1787388344.917310:0:22677:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1787388344.918389:0:22677:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:3.0:1787388344.918801:0:22677:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787388344.919316:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff996b7c7519c0) 00000020:00000080:3.0:1787388344.919336:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787388344.920599:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787388344.920613:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475eeb 00000020:00000080:0.0:1787388344.922000:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1787388344.929655:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x26817551a4475ef2 00000020:00000080:0.0:1787388344.932889:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1787388344.932902:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388344.932909:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.932912:0:22677:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1787388344.932915:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787388344.932917:0:22677:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787388344.932918:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388344.932920:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388344.932921:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787388344.932923:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.932931:0:22677:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787388344.932935:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388344.932939:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.932941:0:22677:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1787388344.932945:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1787388344.932993:0:22677:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1787388344.933011:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388344.933014:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.933015:0:22677:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1787388344.933017:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388344.933021:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.933022:0:22677:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1787388344.933025:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787388344.933030:0:22677:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:00000080:0.0:1787388344.933055:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388344.933069:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff996b7c52b380) 00000020:00000080:0.0:1787388344.933087:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1787388344.933092:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787388344.933159:0:22677:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1787388344.933164:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787388344.933171:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475f00 00010000:00080000:0.0:1787388344.933209:0:22677:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996a43204000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787388344.937677:0:22677:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1787388344.940655:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787388344.940670:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1787388344.940708:0:22677:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787388344.940729:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a4475f07 00000100:00080000:0.0:1787388344.940738:0:22677:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787388344.940744:0:22677:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff996a43204000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388344.940779:0:22677:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3b80 x1874211945811712/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388344.940822:0:22677:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1787388344.940884:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388344.940888:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.940890:0:22677:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1787388344.940893:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787388344.940896:0:22677:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787388344.940897:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388344.940899:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388344.940900:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787388344.940903:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.940904:0:22677:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787388344.940907:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787388344.940911:0:22677:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1787388344.940915:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388344.940916:0:22677:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787388344.940918:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787388344.940922:0:22677:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787388344.940946:0:22677:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1787388344.940949:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388344.940960:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff996b7c5299c0) 00000020:00000080:0.0:1787388344.940971:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1787388344.940976:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787388344.941054:0:22677:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1787388344.941060:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:0.0:1787388344.941066:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475f15 00010000:00080000:0.0:1787388344.941103:0:22677:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b73a8f800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787388344.941315:0:22677:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1787388344.942638:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811712:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787388344.942712:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388344.942777:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945811712 00000100:00100000:3.0:1787388344.942785:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945811712 00000100:00100000:3.0:1787388344.942821:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787388344.942828:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1874211945811712:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1787388344.942846:0:22664:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1787388344.953207:0:22677:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787388344.955592:0:22677:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1787388344.961955:0:22677:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388344.964234:0:22677:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1787388344.964552:0:22677:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1787388344.965920:0:22683:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787388344.965926:0:22683:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1787388344.967750:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787388344.967764:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787388344.967808:0:22677:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787388344.967826:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a4475f1c 00000100:00080000:1.0:1787388344.967836:0:22677:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787388344.967855:0:22677:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff996b73a8f800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388344.967901:0:22677:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48301880 x1874211945811840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787388344.967968:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811840:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787388344.968029:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945811840 offset 0 length 520: 4 00000100:00080000:1.0:1787388344.968083:0:22677:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1787388344.968144:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388344.968148:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388344.968150:0:22677:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787388344.968152:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787388344.968165:0:22677:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1787388344.968167:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787388344.968169:0:22677:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787388344.968170:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787388344.968173:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388344.968174:0:22677:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787388344.968177:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787388344.968181:0:22677:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787388344.968184:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388344.968185:0:22677:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787388344.968188:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787388344.968191:0:22677:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:1.0:1787388344.968211:0:22677:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787388344.968213:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787388344.968234:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff996b48344d40) 00000020:00000080:1.0:1787388344.968247:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1787388344.968253:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787388344.969690:0:22677:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1787388344.969698:0:22677:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:1.0:1787388344.969709:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26817551a4475f2a 00010000:00080000:1.0:1787388344.969745:0:22677:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996a41c59800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787388344.969962:0:22677:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1787388344.972337:0:22677:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787388344.972401:0:22677:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1787388344.974452:0:22677:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787388344.974774:0:22677:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1787388344.974905:0:22677:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1787388344.975773:0:22685:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787388344.975779:0:22685:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1787388344.979450:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787388344.979556:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787388344.979610:0:22677:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787388344.979632:0:22677:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a4475f31 00000100:00080000:2.0:1787388344.979644:0:22677:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787388344.979650:0:22677:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388344.979684:0:22677:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eaa00 x1874211945811968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388344.980430:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1874211945811712:12345-0@lo:38:llog_process_th.0 Request processed in 37597us (37714us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787388344.980442:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1787388344.981511:0:22677:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787388344.981627:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388344.981646:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.981648:0:22677:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787388344.981652:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388344.981656:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.981657:0:22677:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787388344.981661:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787388344.981663:0:22677:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787388344.981665:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388344.981667:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.981669:0:22677:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787388344.981671:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388344.981673:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.981674:0:22677:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787388344.981678:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787388344.981720:0:22677:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22677:1874211945812096:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388344.981793:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.981873:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811968:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787388344.981905:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945811968 offset 0 length 520: 4 00000100:00080000:2.0:1787388344.981950:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787388344.981956:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787388344.981960:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811712:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787388344.982057:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812096 00000100:00100000:3.0:1787388344.982063:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812096 00000100:00100000:3.0:1787388344.982104:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388344.982112:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22677:x1874211945812096:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388344.982323:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22677:x1874211945812096:12345-0@lo:502:llog_process_th.0 Request processed in 210us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388344.982330:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388344.982402:0:22677:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b7292dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388344.982417:0:22677:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22677:1874211945812096:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787388344.982438:0:22677:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388344.982443:0:22677:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388344.982445:0:22677:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787388344.982448:0:22677:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1787388344.982662:0:22638:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1787388344.982686:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1787388344.982739:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475eac expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.982751:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08000/0x26817551a4475ea5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475eac expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388344.982759:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996b7aadb000 from 1 10000000:01000000:2.0:1787388344.982762:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787388344.982796:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.982804:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.982810:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388344.982821:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812224:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388344.982843:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.982864:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.982877:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812224 00000100:00100000:0.0:1787388344.982882:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812224 00000100:00100000:0.0:1787388344.982908:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787388344.982916:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+9:22638:x1874211945812224:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388344.982924:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388344.982938:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475f38 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.982964:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475f38 expref: 10 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.982974:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f38 expref: 10 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.982983:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09400, rc 0) 00000100:00100000:0.0:1787388344.983023:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+10:22638:x1874211945812224:12345-0@lo:101:mount.lustre.0 Request processed in 108us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.983029:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787388344.983087:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812224:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388344.983098:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.983107:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388344.983919:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812352:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787388344.983964:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.983990:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787388344.984072:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812352 00000100:00100000:3.0:1787388344.984084:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812352 00000100:00100000:3.0:1787388344.984112:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787388344.984119:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+10:22638:x1874211945812352:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787388344.984135:0:22652:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787388344.984141:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1787388344.984215:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+10:22638:x1874211945812352:12345-0@lo:256:mount.lustre.0 Request processed in 96us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388344.984304:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787388344.985729:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812352:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787388344.986567:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787388344.986617:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.986629:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388344.986651:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996b7aadb000 from 1 10000000:01000000:2.0:1787388344.986654:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388344.986690:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.986699:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.986708:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388344.986727:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812480:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388344.986781:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.986815:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.986828:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812480 00000100:00100000:0.0:1787388344.986835:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812480 00000100:00100000:0.0:1787388344.986879:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388344.986887:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+10:22638:x1874211945812480:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388344.986899:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388344.986916:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475f46 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.986945:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475f46 expref: 11 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.986955:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f46 expref: 11 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388344.986964:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e08200, rc 0) 00000100:00100000:0.0:1787388344.987180:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945812480:12345-0@lo:101:mount.lustre.0 Request processed in 293us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.987199:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787388344.987315:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812480:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388344.987329:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388344.987338:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388344.987629:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388344.987651:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.987671:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.987684:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812608 00000100:00100000:0.0:1787388344.987688:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812608 00000100:00100000:0.0:1787388344.987713:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388344.987720:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945812608:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388344.987849:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945812608:12345-0@lo:501:mount.lustre.0 Request processed in 129us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.987857:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787388344.987931:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388344.987961:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388344.988007:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.988056:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.988095:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812736 00000100:00100000:0.0:1787388344.988099:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812736 00000100:00100000:0.0:1787388344.988179:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388344.988196:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945812736:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787388344.988299:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945812736:12345-0@lo:503:mount.lustre.0 Request processed in 112us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.988306:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787388344.988374:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945812736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388344.991968:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22687:1874211945812864:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787388344.992051:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.992126:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516db0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.992326:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812864 00000100:00100000:0.0:1787388344.992335:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812864 00000100:00100000:0.0:1787388344.992481:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388344.992490:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22687:x1874211945812864:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787388344.992915:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22687:x1874211945812864:12345-0@lo:502:llog_process_th.0 Request processed in 425us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388344.992924:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787388344.993022:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22687:1874211945812864:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787388344.993052:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787388344.993062:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993064:0:22687:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787388344.993071:0:22687:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996b7aadb000 00000020:00000080:2.0:1787388344.993074:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787388344.993081:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787388344.993083:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993084:0:22687:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787388344.993087:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787388344.993089:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993090:0:22687:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787388344.993094:0:22687:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996b7aadb000 00000020:00000080:2.0:1787388344.993096:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787388344.993157:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787388344.993161:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993163:0:22687:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787388344.993165:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787388344.993168:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993170:0:22687:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787388344.993173:0:22687:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996b7aadb000 00000020:00000080:2.0:1787388344.993175:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787388344.993204:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787388344.993207:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993214:0:22687:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787388344.993369:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787388344.993375:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.993376:0:22687:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787388344.993381:0:22687:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996b7aadb000 00000020:00000080:2.0:1787388344.993383:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787388344.993422:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22687:1874211945812992:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787388344.993460:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388344.993480:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a43af3780 going to sleep for 11 seconds 00000100:00100000:0.0:1787388344.996780:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945812992 00000100:00100000:0.0:1787388344.996794:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945812992 00000100:00100000:0.0:1787388344.996853:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388344.996868:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22687:x1874211945812992:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787388344.997022:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22687:x1874211945812992:12345-0@lo:502:llog_process_th.0 Request processed in 161us (3561us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388344.997034:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22687:1874211945812992:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787388344.997073:0:22687:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787388344.997082:0:22687:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388344.997084:0:22687:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787388344.997088:0:22687:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1787388345.000813:0:22638:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787388345.000851:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787388345.000908:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.000920:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388345.000967:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 10000000:01000000:3.0:1787388345.000973:0:22638:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787388345.000977:0:22638:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff996b7aadb000 10000000:01000000:3.0:1787388345.000980:0:22638:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff996b7aadb000 10000000:01000000:3.0:1787388345.000984:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787388345.000990:0:22638:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff996b7aadb000 from 1 10000000:01000000:3.0:1787388345.000992:0:22638:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787388345.001028:0:22638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.001037:0:22638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.001047:0:22638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388345.001080:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813120:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787388345.001133:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388345.001186:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787388345.001187:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813120 00000100:00100000:0.0:1787388345.001264:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813120 00000100:00100000:0.0:1787388345.001315:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787388345.001324:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22638:x1874211945813120:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388345.001337:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388345.003811:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e09200/0x26817551a4475f5b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475f54 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.003850:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09200/0x26817551a4475f5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475f54 expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.003861:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e09200/0x26817551a4475f5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f54 expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.003871:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09200, rc 0) 00000100:00100000:0.0:1787388345.009126:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22638:x1874211945813120:12345-0@lo:101:mount.lustre.0 Request processed in 7793us (7981us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388345.009507:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813120:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388345.009531:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f5b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.009543:0:22638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475f5b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388345.009626:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388345.009681:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388345.009714:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388345.011695:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813248 00000100:00100000:3.0:1787388345.011708:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813248 00000100:00100000:3.0:1787388345.011762:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787388345.011771:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+13:22638:x1874211945813248:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388345.011930:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+13:22638:x1874211945813248:12345-0@lo:501:mount.lustre.0 Request processed in 159us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388345.011937:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787388345.011993:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388345.012040:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388345.012083:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388345.012110:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388345.012130:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813376 00000100:00100000:3.0:1787388345.012133:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813376 00000100:00100000:0.0:1787388345.013035:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787388345.013066:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787388345.013075:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22638:x1874211945813376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787388345.013195:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22638:x1874211945813376:12345-0@lo:503:mount.lustre.0 Request processed in 121us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388345.013202:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787388345.014294:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945813376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388345.017523:0:22692:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813504:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388345.017654:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388345.017689:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813504 00000100:00100000:3.0:1787388345.017695:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813504 00000100:00100000:3.0:1787388345.017738:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787388345.017750:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813504:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787388345.017867:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813504:12345-0@lo:502:llog_process_th.0 Request processed in 120us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388345.017876:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787388345.017924:0:22692:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388345.017945:0:22692:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813504:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1787388345.018001:0:22692:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1787388345.018015:0:22692:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff996b7c753380) 00000020:00000080:3.0:1787388345.018035:0:22692:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1787388345.026582:0:22692:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b7aadb000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1787388345.026593:0:22692:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996b7aadb000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1787388345.026596:0:22692:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b7aadb000 4 00010000:00080000:0.0:1787388345.026635:0:22692:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b73a89000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787388345.028177:0:22692:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1787388345.028277:0:22692:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1787388345.028336:0:22692:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787388345.028369:0:22692:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x26817551a4475f69 00000100:00080000:0.0:1787388345.028380:0:22692:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787388345.028386:0:22692:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff996b73a89000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388345.028599:0:22692:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee2300 x1874211945813632/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787388345.028633:0:22692:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1787388345.028857:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945813632:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388345.028922:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388345.029023:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813632 00000100:00100000:1.0:1787388345.029030:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813632 00000100:00100000:1.0:1787388345.029276:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787388345.029293:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1874211945813632:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787388345.029375:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1874211945813632:12345-0@lo:38:llog_process_th.0 Request processed in 90us (452us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787388345.029382:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787388345.029420:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787388345.029428:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a89000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787388345.029432:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787388345.029435:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945813632:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787388345.029529:0:22692:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813760:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787388345.029570:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388345.029592:0:22692:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b47f21c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787388345.032434:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813760 00000100:00100000:1.0:1787388345.032448:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813760 00000100:00100000:1.0:1787388345.032505:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787388345.032514:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813760:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787388345.032670:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813760:12345-0@lo:502:llog_process_th.0 Request processed in 157us (3099us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388345.032678:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787388345.032735:0:22692:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813760:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787388345.032797:0:22692:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813888:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787388345.032833:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388345.032860:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945813888 00000100:00100000:1.0:1787388345.032864:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945813888 00000100:00100000:1.0:1787388345.032889:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787388345.032896:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813888:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787388345.032956:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22692:x1874211945813888:12345-0@lo:502:llog_process_th.0 Request processed in 59us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388345.032964:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787388345.032998:0:22692:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b47f21c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787388345.033010:0:22692:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:625f9cfd-6ea3-4fe0-b259-8143120ac645:22692:1874211945813888:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1787388345.033026:0:22692:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787388345.033767:0:22638:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787388345.033794:0:22638:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787388345.033815:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f5b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.033826:0:22638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a432f7200/0x26817551a4475f54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f5b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787388345.033877:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787388345.033880:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787388345.033881:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388345.033882:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388345.033884:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388345.033890:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388345.033891:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388345.033892:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787388345.033894:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388345.033895:0:22638:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787388345.033898:0:22638:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1787388345.033901:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787388345.033902:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787388345.033903:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388345.033904:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388345.033905:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388345.033906:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388345.033907:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388345.033908:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787388345.033909:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388345.033910:0:22638:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787388345.033926:0:22638:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1787388345.033938:0:22638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945814016:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787388345.033980:0:22638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388345.033999:0:22638:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787388345.034334:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814016 00000100:00100000:1.0:1787388345.034340:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814016 00000100:00100000:1.0:1787388345.034392:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787388345.034400:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22638:x1874211945814016:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787388345.034419:0:22652:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1787388345.034431:0:22652:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1787388345.046682:0:22652:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787388345.046710:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1787388345.046877:0:22675:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787388345.046882:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787388345.046904:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.046923:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f38 expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.046932:0:22675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.046977:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.046990:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 12 pid: 22653 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388345.047003:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945814144:0@lo:104: 00000100:00100000:0.0:1787388345.047069:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388345.047113:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8180 going to sleep for 11 seconds 00000100:00100000:3.0:1787388345.047326:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814144 00000100:00100000:3.0:1787388345.047334:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814144 00000100:00100000:3.0:1787388345.047479:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787388345.047490:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945814144:12345-0@lo:104: 00010000:00010000:3.0:1787388345.047503:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388345.047562:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787388345.047569:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945814144:12345-0@lo:104: Request processed in 81us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388345.047575:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787388345.047616:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945814144:0@lo:104: 00010000:00010000:3.0:1787388345.047646:0:22675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.047865:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388345.047872:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.047880:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4c00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388345.047885:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.047894:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388345.047901:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388345.047920:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787388345.047957:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.047964:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787388345.047986:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.047993:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f3f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.048012:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388345.048014:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388345.048016:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388345.048046:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945814272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388345.048081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388345.048159:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814272 00000100:00100000:2.0:1787388345.048166:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814272 00010000:00010000:2.0:1787388345.048184:0:22644:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 13 pid: 22653 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388345.048205:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787388345.048213:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+13:3649:x1874211945814272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388345.048225:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388345.048230:0:22644:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 13 pid: 22653 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.048242:0:22644:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 13 pid: 22653 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.048264:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e09400/0x26817551a4475f3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4475f38 expref: 13 pid: 22653 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.048278:0:22644:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388345.048967:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22638:x1874211945814016:12345-0@lo:253:mount.lustre.0 Request processed in 14565us (14984us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388345.048977:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787388345.049163:0:22638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:22638:1874211945814016:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787388345.049175:0:22638:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787388345.049178:0:22638:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787388345.049180:0:22638:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787388345.049181:0:22638:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388345.049183:0:22638:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388345.049184:0:22638:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388345.049185:0:22638:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388345.049187:0:22638:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388345.049188:0:22638:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787388345.049190:0:22638:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388345.049192:0:22638:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787388345.049202:0:22638:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1787388345.051534:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787388345.051556:0:22644:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004674923s 00010000:00010000:2.0:1787388345.051563:0:22644:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051570:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051576:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051582:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051588:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388345.051592:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051600:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051626:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388345.051645:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388345.051722:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:3649:x1874211945814272:12345-0@lo:103:ldlm_bl.0 Request processed in 3506us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388345.051732:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787388345.051793:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945814272:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388345.054366:0:22675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.054384:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388345.054390:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e09000/0x26817551a4475f70 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787388345.078468:0:22638:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1787388345.078932:0:22638:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1787388345.078960:0:22699:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1787388345.078965:0:22699:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1787388345.079175:0:22700:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787388345.079193:0:22638:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:0.0:1787388345.079746:0:22701:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff996b74ee0700 x1874211945814400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000040:00080000:2.0:1787388345.079756:0:22700:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787388345.079759:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000040:01000000:3.0:1787388345.082128:0:22638:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1787388345.082171:0:22638:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1787388345.082630:0:22638:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787388345.082639:0:22638:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1787388345.082676:0:22638:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787388345.085191:0:22700:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787388345.085255:0:22700:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1787388345.085302:0:22638:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787388345.085771:0:22638:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787388345.085801:0:22638:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1787388345.086727:0:22638:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1787388345.088708:0:22638:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1787388345.096877:0:22638:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1787388345.103331:0:22638:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787388345.103461:0:22638:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa5d541cbb988 00100000:10000000:2.0:1787388345.103469:0:22638:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1787388345.105608:0:22638:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787388345.105625:0:22638:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.115@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787388345.105646:0:22638:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1787388345.105671:0:22638:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1787388345.106513:0:22638:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787388345.106745:0:22638:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787388345.649749:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388346.095528:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000040:00080000:1.0:1787388346.107247:0:22694:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787388346.107257:0:22694:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787388346.108533:0:22694:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787388346.108548:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1787388346.158306:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787388346.158313:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996b7aadb000 from 11 10000000:01000000:2.0:1787388346.158319:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787388346.158376:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388346.158387:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388346.158397:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388346.158421:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945814528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787388346.158504:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388346.158547:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8180 going to sleep for 11 seconds 00000100:00100000:3.0:1787388346.158794:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814528 00000100:00100000:3.0:1787388346.158802:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814528 00000100:00100000:3.0:1787388346.158854:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787388346.158863:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+11:22656:x1874211945814528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388346.158885:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388346.158899:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475f77 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388346.158922:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475f77 expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388346.158933:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f77 expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388346.158940:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f6400, rc 0) 00000100:00100000:3.0:1787388346.158992:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22656:x1874211945814528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388346.158999:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787388346.159092:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945814528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787388346.159112:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388346.159123:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388346.159173:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945814656:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787388346.159220:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388346.159245:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388346.159422:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814656 00000100:00100000:3.0:1787388346.159426:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814656 00000100:00100000:3.0:1787388346.159460:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787388346.159467:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22656:x1874211945814656:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787388346.159481:0:22652:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787388346.159497:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787388346.159501:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1787388346.159585:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:22656:x1874211945814656:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388346.159593:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787388346.160007:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945814656:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787388346.160124:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787388346.160133:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388346.160210:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388346.668971:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388347.119678:0:22694:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787388347.119687:0:22694:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787388347.119805:0:22694:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1787388347.119842:0:22694:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787388347.119981:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1787388347.120089:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787388347.692882:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388348.144475:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787388348.721304:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388349.170317:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000001:02000400:0.0:1787388349.558119:0:22944:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1787388349.740441:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388350.188437:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000100:00080000:0.0:1787388350.188939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787388350.188944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787388350.188946:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388350.188953:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:0.0:1787388350.188958:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388350.188965:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff996a43204000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388350.188985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee0e00 x1874211945814912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388350.189003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388350.189007:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388350.189010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388350.189013:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388350.189025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787388350.189028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787388350.189030:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b73a89000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388350.189035:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff996b73a89000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388350.189048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee1c00 x1874211945815040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388350.189074:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945814912:0@lo:38:kworker.0 00000100:00100000:0.0:1787388350.189138:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388350.189165:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945814784:0@lo:400:kworker.0 00000100:00100000:0.0:1787388350.189188:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945815040:0@lo:38:kworker.0 00000100:00100000:1.0:1787388350.189209:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388350.189219:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388350.189294:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814912 00000100:00100000:1.0:1787388350.189301:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815040 00000100:00100000:0.0:1787388350.189302:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814912 00000100:00100000:1.0:1787388350.189308:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815040 00000100:00100000:0.0:1787388350.189338:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787388350.189339:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787388350.189369:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945814912:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787388350.189376:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945815040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787388350.189397:0:22665:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787388350.189437:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945814912:12345-0@lo:38:kworker.0 Request processed in 69us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787388350.189444:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787388350.189477:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388350.189482:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388350.189485:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945814912:0@lo:38:kworker.0 00010000:00080000:1.0:1787388350.189881:0:22661:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:1.0:1787388350.189921:0:22661:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x26817551a4475f85 00000004:00100000:1.0:1787388350.189936:0:22661:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787388350.190052:0:22661:0:(import.c:65:import_set_state_nolock()) ffff996a41c5d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388350.190709:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874211945815040:12345-0@lo:38:kworker.0 Request processed in 1332us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388350.190718:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787388350.190953:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff996b74ee1c00 x1874211945815040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388350.190968:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787388350.190988:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1787388350.190993:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787388350.190996:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a89000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787388350.191003:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874211945815040:0@lo:38:kworker.0 00000100:00100000:3.0:1787388350.191386:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814784 00000100:00100000:3.0:1787388350.191396:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814784 00000100:00100000:3.0:1787388350.191435:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787388350.191443:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:3650:x1874211945814784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388350.191504:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:3650:x1874211945814784:12345-0@lo:400:kworker.0 Request processed in 60us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388350.191510:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787388350.191920:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945814784:0@lo:400:kworker.0 00000020:00000004:1.0:1787388350.445111:0:22996:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787388350.446609:0:22996:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787388350.764792:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388351.213843:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000020:00000004:1.0:1787388351.344318:0:23046:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787388351.346664:0:23046:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787388351.790973:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388352.236918:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:3.0:1787388352.812687:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388353.269069:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787388353.837681:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388354.286641:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787388354.287642:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388344/real 1787388344] req@ffff996b7f5eaa00 x1874211945811968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388354.287675:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b7f5eaa00 x1874211945811968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388354.287686:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388344/real 1787388344] req@ffff996b48301880 x1874211945811840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388354.287697:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b48301880 x1874211945811840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787388354.287728:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787388354.287746:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787388354.287750:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811968:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787388354.287756:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787388354.287761:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787388354.287764:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945811840:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787388354.287808:0:16499:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787388354.287813:0:16499:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787388354.287817:0:16499:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388354.287822:0:16499:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:0.0:1787388354.287827:0:16499:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787388354.287834:0:16499:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff996a43204000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388354.287841:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787388354.287851:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945815168:0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.287855:0:16499:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee0e00 x1874211945815296/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388354.287872:0:16499:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388354.287876:0:16499:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787388354.287878:0:16499:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388354.287882:0:16499:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:0.0:1787388354.287885:0:16499:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388354.287888:0:16499:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff996b73a8f800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388354.287901:0:16499:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee1880 x1874211945815424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388354.287910:0:16499:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1787388354.287914:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787388354.287916:0:16499:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787388354.287919:0:16499:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388354.287923:0:16499:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:0.0:1787388354.287933:0:16499:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787388354.287938:0:16499:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388354.288125:0:16499:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee3100 x1874211945815552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388354.288179:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787388354.288186:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945815680:0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.288229:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388354.288261:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815168 00000100:00100000:0.0:1787388354.288268:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815168 00000100:00100000:0.0:1787388354.288307:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787388354.288315:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:3652:x1874211945815168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.288472:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:3652:x1874211945815168:12345-0@lo:400:kworker.0 Request processed in 148us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388354.288480:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787388354.288521:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815680 00000100:00100000:0.0:1787388354.288525:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815680 00000100:00100000:0.0:1787388354.288551:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787388354.288558:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945815680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.288593:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945815680:12345-0@lo:400:kworker.0 Request processed in 35us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388354.288778:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787388354.288821:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff996b74ee1f80 x1874211945815680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388354.288833:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945815680:0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.288856:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815296:0@lo:38:kworker.0 00000100:00100000:0.0:1787388354.288897:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388354.288916:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815424:0@lo:8:kworker.0 00000400:00000100:0.0:1787388354.288951:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945815424 offset 0 length 520: 4 00000100:00100000:0.0:1787388354.288965:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815552:0@lo:8:kworker.0 00000400:00000100:0.0:1787388354.288985:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945815552 offset 0 length 520: 4 00000100:00100000:0.0:1787388354.289009:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815296 00000100:00100000:0.0:1787388354.289013:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815296 00000100:00100000:0.0:1787388354.289037:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787388354.289044:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945815296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787388354.289060:0:22665:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787388354.289973:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945815168:0@lo:400:kworker.0 00000100:00100000:0.0:1787388354.319228:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1874211945815296:12345-0@lo:38:kworker.0 Request processed in 30165us (30311us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787388354.319244:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1787388354.319298:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388354.319303:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388354.319307:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815296:0@lo:38:kworker.0 00010000:00010000:0.0:1787388354.873708:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388355.308662:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787388355.886290:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388356.332867:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787388356.909227:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388357.356817:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787388357.358660:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:2.0:1787388357.639728:0:23391:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787388357.639733:0:23391:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787388357.639734:0:23391:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787388357.639859:0:23391:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff996a420cf800 00000020:01000004:2.0:1787388357.639883:0:23391:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1787388357.639894:0:23391:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787388357.639909:0:23391:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff996b7bdf99c0) 00000020:00000080:2.0:1787388357.639925:0:23391:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787388357.774580:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.775046:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787388357.783962:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.784514:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.784736:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.785002:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.785449:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.785668:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.786065:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.786541:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.786932:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.787187:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.787794:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.788105:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.788513:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.788819:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.789139:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.789697:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.791710:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.792037:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.792241:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.795609:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.796014:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.796287:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1787388357.796689:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.796905:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1787388357.797107:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.799769:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.800287:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787388357.800735:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.800943:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.801139:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.803838:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787388357.804778:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1787388357.805493:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787388357.806061:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1787388357.806423:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787388357.806836:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787388357.807229:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787388357.813651:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787388357.814018:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1787388357.814508:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787388357.815433:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1787388357.816538:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1787388357.816893:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1787388357.817221:0:23391:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1787388357.821829:0:23391:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787388357.822040:0:23391:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1787388357.822051:0:23391:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787388357.822062:0:23391:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a4475f93 00000020:01000004:2.0:1787388357.822068:0:23391:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787388357.822089:0:23391:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.115@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787388357.822092:0:23391:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.115@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787388357.822097:0:23391:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1787388357.822122:0:23391:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1787388357.822127:0:23391:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.115@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1787388357.829442:0:23391:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787388357.829485:0:23391:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.115@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1787388357.829490:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787388357.829491:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787388357.829493:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388357.829598:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388357.829601:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388357.829603:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388357.829605:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787388357.829607:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388357.829608:0:23391:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787388357.829612:0:23391:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1787388357.829614:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787388357.829616:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787388357.829617:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388357.829618:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388357.829619:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388357.829620:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388357.829621:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787388357.829622:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388357.829623:0:23391:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787388357.829661:0:23391:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1787388357.829683:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945815808:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787388357.829750:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.829851:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b82162540 going to sleep for 11 seconds 00000100:00100000:0.0:1787388357.829928:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815808 00000100:00100000:0.0:1787388357.829936:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815808 00000100:00100000:0.0:1787388357.830023:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787388357.830033:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:23391:x1874211945815808:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787388357.830062:0:22652:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1787388357.830065:0:22652:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1787388357.830079:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1787388357.830412:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:23391:x1874211945815808:12345-0@lo:253:mount.lustre.0 Request processed in 380us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388357.830420:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787388357.830524:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945815808:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787388357.830535:0:23391:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787388357.830537:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787388357.830538:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787388357.830539:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388357.830540:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388357.830542:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388357.830543:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388357.830544:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388357.830545:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388357.830547:0:23391:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787388357.830568:0:23391:0:(tgt_mount.c:101:server_register_mount()) register mount ffff996a420cf800 from lustre-MDT0001 10000000:01000000:3.0:1787388357.830595:0:23391:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1787388357.830598:0:23391:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1787388357.830604:0:23391:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff996b739c8000 local copy 00010000:00010000:3.0:1787388357.830615:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388357.830697:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945815936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388357.830727:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388357.831080:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b598e7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787388357.831204:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945815936 00000100:00100000:2.0:1787388357.831209:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945815936 00000100:00100000:3.0:1787388357.831303:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787388357.831310:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:23391:x1874211945815936:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388357.831420:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:23391:x1874211945815936:12345-0@lo:501:mount.lustre.0 Request processed in 109us (691us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787388357.831437:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787388357.831543:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945815936:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787388357.831558:0:23391:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.115@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787388357.831584:0:23391:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.115@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787388357.831591:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.831600:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388357.831623:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff996a420cf800 10000000:01000000:2.0:1787388357.831627:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787388357.831631:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff996b739c8000 10000000:01000000:2.0:1787388357.831634:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1787388357.831637:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff996b739c8000 from 1 10000000:01000000:2.0:1787388357.831640:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1787388357.831664:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.831671:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.831680:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388357.831694:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816064:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388357.831722:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.831749:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43346c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388357.831939:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816064 00000100:00100000:3.0:1787388357.831944:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816064 00000100:00100000:3.0:1787388357.831963:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787388357.831968:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+12:23391:x1874211945816064:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388357.831977:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388357.831989:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f7600/0x26817551a4475fa1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475f9a expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832007:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f7600/0x26817551a4475fa1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475f9a expref: 13 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832016:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f7600/0x26817551a4475fa1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f9a expref: 13 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832024:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f7600, rc 0) 00000100:00100000:3.0:1787388357.832054:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+13:23391:x1874211945816064:12345-0@lo:101:mount.lustre.0 Request processed in 85us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388357.832059:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787388357.832316:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816064:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388357.832338:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fa1 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.832389:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475fa1 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388357.832407:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1787388357.832414:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fa1 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.832421:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4a00/0x26817551a4475f9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fa1 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388357.832429:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff996a420cf800 10000000:01000000:2.0:1787388357.832433:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787388357.832436:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff996a420cf800 from 1 10000000:01000000:2.0:1787388357.832439:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787388357.832453:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.832460:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.832468:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388357.832480:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816192:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388357.832524:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.832545:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43346c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388357.832733:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816192 00000100:00100000:3.0:1787388357.832738:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816192 00000100:00100000:3.0:1787388357.832760:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787388357.832765:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+13:23391:x1874211945816192:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388357.832773:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388357.832781:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f6800/0x26817551a4475faf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475fa8 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832795:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f6800/0x26817551a4475faf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475fa8 expref: 14 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832813:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f6800/0x26817551a4475faf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475fa8 expref: 14 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.832820:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f6800, rc 0) 00000100:00100000:3.0:1787388357.832859:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+14:23391:x1874211945816192:12345-0@lo:101:mount.lustre.0 Request processed in 93us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388357.832866:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787388357.833015:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816192:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388357.833026:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475faf expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.833034:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475faf expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388357.833045:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787388357.833060:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475faf expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.833067:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4600/0x26817551a4475fa8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475faf expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388357.833073:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787388357.833076:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787388357.833081:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff996a420cf800 10000000:01000000:2.0:1787388357.833084:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787388357.833087:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1787388357.833090:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1787388357.833104:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.833112:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.833118:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388357.833129:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816320:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388357.833162:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.833173:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43346c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388357.833228:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816320 00000100:00100000:3.0:1787388357.833232:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816320 00000100:00100000:3.0:1787388357.833251:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787388357.833256:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+14:23391:x1874211945816320:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388357.833262:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388357.833280:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f7800/0x26817551a4475fbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4475fb6 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.833295:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f7800/0x26817551a4475fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4475fb6 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.833303:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f7800/0x26817551a4475fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475fb6 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388357.833309:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f7800, rc 0) 00000100:00100000:3.0:1787388357.833381:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816320:12345-0@lo:101:mount.lustre.0 Request processed in 124us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388357.833387:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787388357.833672:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816320:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388357.833683:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fbd expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388357.833692:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4475fbd expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388357.836470:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1787388357.837686:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787388357.852719:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1787388357.852775:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1787388357.852799:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1787388357.852811:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1787388357.852823:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1787388357.852835:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1787388357.852847:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1787388357.852860:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1787388357.852873:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1787388357.852887:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1787388357.852900:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1787388357.852913:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1787388357.852926:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1787388357.852939:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1787388357.852951:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1787388357.852967:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1787388357.852982:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1787388357.852997:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1787388357.853009:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1787388357.853022:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1787388357.853034:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1787388357.853048:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1787388357.853061:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1787388357.853073:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1787388357.853085:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1787388357.853097:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1787388357.853110:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1787388357.853124:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1787388357.853135:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1787388357.853147:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1787388357.853163:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1787388357.853177:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1787388357.853191:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1787388357.853217:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1787388357.853230:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1787388357.853253:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1787388357.853267:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1787388357.853788:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1787388357.853808:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1787388357.853822:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1787388357.853835:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1787388357.853847:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1787388357.853860:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1787388357.853874:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1787388357.853903:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1787388357.853910:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1787388357.854015:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388357.854081:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388357.854168:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b517cef00 going to sleep for 11 seconds 00000100:00100000:0.0:1787388357.854784:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816448 00000100:00100000:0.0:1787388357.854791:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816448 00000100:00100000:0.0:1787388357.854879:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787388357.854890:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388357.855044:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816448:12345-0@lo:501:mount.lustre.0 Request processed in 156us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388357.855052:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787388357.855124:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816448:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388357.855165:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816576:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388357.855222:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.855659:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b44ff90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388357.855950:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816576 00000100:00100000:3.0:1787388357.855956:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816576 00000100:00100000:3.0:1787388357.855984:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388357.855991:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816576:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388357.857070:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816576:12345-0@lo:503:mount.lustre.0 Request processed in 1073us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388357.857082:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787388357.857642:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816576:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787388357.858077:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787388357.858164:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816704:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388357.858232:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.858490:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388357.858742:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816704 00000100:00100000:1.0:1787388357.858751:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816704 00000100:00100000:3.0:1787388357.858923:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388357.858934:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816704:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388357.859728:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816704:12345-0@lo:502:mount.lustre.0 Request processed in 794us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388357.859737:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787388357.859926:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816704:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388357.860131:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787388357.860162:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1787388357.860178:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1787388357.860190:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1787388357.860217:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1787388357.860245:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1787388357.860260:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1787388357.860458:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1787388357.860479:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1787388357.860491:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1787388357.860575:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1787388357.860591:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1787388357.860604:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1787388357.860617:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1787388357.860630:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1787388357.860641:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1787388357.860653:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1787388357.860665:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1787388357.860677:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1787388357.860688:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1787388357.860705:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1787388357.860719:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1787388357.860731:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1787388357.860744:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1787388357.860756:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1787388357.860768:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1787388357.860779:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1787388357.860792:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1787388357.860806:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1787388357.860820:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1787388357.860834:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1787388357.860846:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1787388357.860861:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1787388357.860875:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1787388357.860889:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1787388357.860904:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1787388357.860920:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1787388357.860935:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1787388357.860963:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1787388357.860978:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1787388357.860992:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1787388357.861006:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1787388357.861020:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1787388357.861034:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1787388357.861074:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816832:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388357.861135:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388357.861239:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787388357.861421:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816832 00000100:00100000:0.0:1787388357.861428:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816832 00000100:00100000:0.0:1787388357.861461:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787388357.861469:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816832:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388357.861920:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945816832:12345-0@lo:502:mount.lustre.0 Request processed in 450us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388357.861928:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388357.862018:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945816832:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388357.862072:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1787388357.862082:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1787388357.863207:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388357.863220:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388357.863223:0:23395:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787388357.863228:0:23395:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1787388357.863231:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388357.863247:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff996b73b40000) 00000020:00000080:0.0:1787388357.863269:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1787388357.863763:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787388357.863840:0:23395:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787388357.863849:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a4475fcb 00000020:00000080:0.0:1787388357.864054:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787388357.864072:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388357.864075:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388357.864076:0:23395:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787388357.864079:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388357.864083:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388357.864084:0:23395:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1787388357.864087:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388357.864094:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff996b73b419c0) 00000020:00000080:0.0:1787388357.864109:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1787388357.864114:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787388357.864116:0:23395:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1787388357.864118:0:23395:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1787388357.864124:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787388357.864179:0:23395:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996a420cf800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1787388357.864191:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff996b73b43380) 00000020:00000080:0.0:1787388357.865065:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1787388357.865147:0:23395:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787388357.865153:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a4475fe0 00000020:00000080:0.0:1787388357.865911:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1787388357.865922:0:23395:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787388357.865928:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x26817551a4475fe7 00080000:01000000:0.0:1787388357.865936:0:23395:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787388357.865940:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a4475fee 00010000:00010000:3.0:1787388357.934485:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388357.992083:0:23395:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1787388357.992968:0:23395:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1787388357.993236:0:23395:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1787388357.994733:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1787388357.994746:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787388357.994752:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388357.994753:0:23395:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1787388357.994756:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787388357.994761:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787388357.994763:0:23395:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1787388357.994766:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787388357.994771:0:23395:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:00000080:2.0:1787388357.994796:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787388357.994810:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff996b7bdf8000) 00000020:00000080:2.0:1787388357.994830:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1787388357.994835:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787388357.994898:0:23395:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1787388357.994906:0:23395:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1787388357.994919:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a4475ffc 00010000:00080000:2.0:1787388357.994951:0:23395:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b52ebb000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.115@tcp at head 00010000:00010000:2.0:1787388357.996921:0:23395:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1787388358.000180:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787388358.000212:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787388358.000254:0:23395:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787388358.000275:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a4476003 00000100:00080000:3.0:1787388358.000284:0:23395:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787388358.000291:0:23395:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff996b52ebb000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388358.000324:0:23395:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7aaa4700 x1874211945816960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388358.000461:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945816960:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388358.000524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388358.000628:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945816960 00000100:00100000:1.0:1787388358.000636:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945816960 00000100:00100000:1.0:1787388358.000669:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388358.000676:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1874211945816960:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787388358.000696:0:22664:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1787388358.000725:0:22664:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a447600a 00000004:00100000:1.0:1787388358.000738:0:22664:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1787388358.000743:0:22664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1787388358.000886:0:23395:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1787388358.000992:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.000997:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.000999:0:23395:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1787388358.001002:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787388358.001004:0:23395:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787388358.001006:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787388358.001007:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787388358.001009:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787388358.001011:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.001012:0:23395:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787388358.001015:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388358.001019:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.001020:0:23395:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1787388358.001023:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787388358.001055:0:23395:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787388358.001067:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.001071:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.001072:0:23395:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1787388358.001074:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787388358.001075:0:23395:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1787388358.001076:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787388358.001078:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787388358.001079:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787388358.001081:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.001088:0:23395:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787388358.001091:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787388358.001094:0:23395:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787388358.001097:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.001098:0:23395:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787388358.001102:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787388358.001106:0:23395:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:3.0:1787388358.001125:0:23395:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787388358.001127:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787388358.001139:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff996b7c754d40) 00000020:00000080:3.0:1787388358.001151:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1787388358.001155:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787388358.001218:0:23395:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1787388358.001224:0:23395:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787388358.001230:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a4476018 00010000:00080000:3.0:1787388358.001256:0:23395:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b52ebe800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1787388358.001549:0:23395:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1787388358.002321:0:23395:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787388358.002619:0:23395:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1787388358.006903:0:23395:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787388358.007441:0:23395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1787388358.007604:0:23395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00080000:1.0:1787388358.008231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787388358.008237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787388358.008241:0:36:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787388358.008248:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 675 00000100:00080000:1.0:1787388358.008253:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787388358.008260:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff996a43204000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388358.008302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48303480 x1874211945817088/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787388358.008322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388358.008326:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388358.008329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388358.008332:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787388358.008376:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945817088:0@lo:38:kworker.0 00000100:00100000:1.0:1787388358.008443:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388358.008488:0:22665:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1787388358.008496:0:22665:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1787388358.008613:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945817216:0@lo:400:kworker.0 00000100:00100000:1.0:1787388358.008643:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388358.008671:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817216 00000100:00100000:1.0:1787388358.008679:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817216 00000100:00100000:1.0:1787388358.008718:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787388358.008726:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945817216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388358.008772:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945817216:12345-0@lo:400:kworker.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.008779:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787388358.008815:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff996b48300000 x1874211945817216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388358.008827:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945817216:0@lo:400:kworker.0 00000100:00100000:1.0:1787388358.013971:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817088 00000100:00100000:1.0:1787388358.013983:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817088 00000040:00080000:0.0:1787388358.014339:0:23400:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787388358.014366:0:23400:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:2.0:1787388358.014728:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787388358.014738:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1874211945817088:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1787388358.014824:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1874211945817088:12345-0@lo:38:kworker.0 Request processed in 86us (6381us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787388358.014832:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787388358.014937:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787388358.014951:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787388358.014956:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787388358.014960:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945817088:0@lo:38:kworker.0 00000020:00000080:0.0:1787388358.020673:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787388358.020690:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787388358.020737:0:23395:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1787388358.020761:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a447601f 00000100:00080000:0.0:1787388358.020771:0:23395:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787388358.020785:0:23395:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff996b52ebe800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388358.020822:0:23395:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee0380 x1874211945817344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388358.020843:0:23395:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1787388358.020902:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388358.020906:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.020908:0:23395:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787388358.020911:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787388358.020914:0:23395:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1787388358.020916:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388358.020917:0:23395:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787388358.020919:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787388358.020921:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.020923:0:23395:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787388358.020925:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787388358.020929:0:23395:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1787388358.020933:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.020934:0:23395:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787388358.020936:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787388358.020941:0:23395:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787388358.020963:0:23395:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1787388358.020965:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388358.020976:0:23395:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff996b73b44d40) 00000020:00000080:0.0:1787388358.020988:0:23395:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1787388358.020993:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787388358.021058:0:23395:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1787388358.021064:0:23395:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787388358.021071:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26817551a447602d 00010000:00080000:0.0:1787388358.021102:0:23395:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b5dd7e800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787388358.021393:0:23395:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1787388358.021465:0:23395:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787388358.021487:0:23395:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1787388358.022525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.022532:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388358.022535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.022538:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1787388358.023703:0:23395:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388358.025594:0:23395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1787388358.025796:0:23395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1787388358.027141:0:23403:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787388358.027147:0:23403:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787388358.030138:0:23395:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787388358.030155:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787388358.030211:0:23395:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787388358.030234:0:23395:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a4476034 00000100:00080000:0.0:1787388358.030245:0:23395:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787388358.030251:0:23395:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388358.030286:0:23395:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b74ee0000 x1874211945817472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388358.030301:0:23395:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787388358.030388:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388358.030393:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.030395:0:23395:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000100:00080000:3.0:1787388358.030657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.030669:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388358.030672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.030674:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1787388358.030816:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388358.030994:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.030997:0:23395:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787388358.031003:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787388358.031005:0:23395:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787388358.031008:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388358.031010:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.031011:0:23395:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787388358.031013:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388358.031016:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.031017:0:23395:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787388358.031020:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00080000:1.0:1787388358.031179:0:22664:0:(import.c:65:import_set_state_nolock()) ffff996a41c58000 : changing import state from RECOVER to FULL 00000020:01000000:0.0:1787388358.032270:0:23395:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388358.032283:0:23395:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388358.032285:0:23395:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787388358.032291:0:23395:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00100000:1.0:1787388358.032437:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1874211945816960:12345-0@lo:38:llog_process_th.0 Request processed in 31757us (31908us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.032450:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388358.032535:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945817344:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787388358.032571:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945817344 offset 0 length 520: 4 00000100:00100000:1.0:1787388358.032600:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945817472:0@lo:8:llog_process_th.0 00000020:01000000:2.0:1787388358.032603:0:23391:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 00000400:00000100:1.0:1787388358.032623:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945817472 offset 0 length 520: 4 10000000:01000000:2.0:1787388358.032643:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1787388358.032661:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fbd expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.032673:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5600/0x26817551a4475fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475fbd expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388358.032681:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996a420cf800 from 1 10000000:01000000:2.0:1787388358.032684:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787388358.032714:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.032721:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.032730:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388358.032748:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817600:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388358.032782:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.032823:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8b000 going to sleep for 11 seconds 00000100:00100000:0.0:1787388358.032985:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817600 00000100:00100000:0.0:1787388358.032991:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817600 00000100:00100000:0.0:1787388358.033038:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787388358.033041:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00100000:0.0:1787388358.033049:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+15:23391:x1874211945817600:12345-0@lo:101:mount.lustre.0 00000100:00080000:1.0:1787388358.033051:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00010000:00010000:0.0:1787388358.033062:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1787388358.033063:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787388358.033070:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787388358.033074:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b52ebb000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00010000:00010000:0.0:1787388358.033077:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a447603b expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.033107:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a447603b expref: 16 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.033118:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a447603b expref: 16 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.033127:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e08600, rc 0) 00000100:00100000:1.0:1787388358.033143:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945816960:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388358.033164:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:23391:x1874211945817600:12345-0@lo:101:mount.lustre.0 Request processed in 117us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.033173:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787388358.033260:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817600:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388358.033274:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388358.033276:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945817728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787388358.033291:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388358.033326:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.033902:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817856:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787388358.033940:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.033971:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787388358.034234:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817856 00000100:00100000:3.0:1787388358.034241:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817856 00000100:00100000:3.0:1787388358.034285:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787388358.034294:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:23391:x1874211945817856:12345-0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787388358.034316:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817728 00000100:00100000:0.0:1787388358.034321:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817728 00000100:00100000:0.0:1787388358.034378:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787388358.034386:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1874211945817728:12345-0@lo:41:osp-pre-0-1.0 20000000:01000000:3.0:1787388358.034412:0:22654:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 00000004:00000024:0.0:1787388358.034416:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 20000000:01000000:3.0:1787388358.034433:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787388358.034437:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787388358.034470:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1874211945817728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.034478:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787388358.034527:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:23391:x1874211945817856:12345-0@lo:256:mount.lustre.0 Request processed in 233us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388358.034534:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787388358.034634:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945817728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388358.034694:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817856:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787388358.035275:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787388358.035302:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.035314:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388358.035321:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996a420cf800 from 1 10000000:01000000:2.0:1787388358.035323:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388358.038174:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.038200:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.038213:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388358.038257:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817984:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388358.038320:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.038384:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8b000 going to sleep for 11 seconds 00000100:00100000:0.0:1787388358.039398:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945817984 00000100:00100000:0.0:1787388358.039410:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945817984 00000100:00100000:0.0:1787388358.039475:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787388358.039510:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:23391:x1874211945817984:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388358.039529:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388358.039546:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476049 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.039572:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.039583:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.039591:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e08a00, rc 0) 00000100:00100000:0.0:1787388358.039668:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945817984:12345-0@lo:101:mount.lustre.0 Request processed in 173us (1347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.039675:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787388358.040051:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945817984:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388358.040073:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388358.040095:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787388358.041894:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1787388358.042490:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388358.042680:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787388358.042704:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1787388358.042716:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1787388358.042727:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1787388358.042738:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1787388358.042750:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1787388358.042761:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1787388358.042773:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1787388358.042784:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787388358.042796:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1787388358.042807:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1787388358.042823:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1787388358.042827:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:0.0:1787388358.042907:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388358.042972:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.043014:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41900 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.043237:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818112 00000100:00100000:1.0:1787388358.043245:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818112 00000100:00100000:1.0:1787388358.043294:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787388358.043312:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818112:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388358.043544:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818112:12345-0@lo:501:mount.lustre.0 Request processed in 150us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.043553:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388358.043570:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818112:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388358.043612:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818240:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388358.043655:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.043905:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388358.043974:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818240 00000100:00100000:3.0:1787388358.043979:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818240 00000100:00100000:3.0:1787388358.044015:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787388358.044023:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818240:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388358.044156:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818240:12345-0@lo:503:mount.lustre.0 Request processed in 133us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388358.044164:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787388358.044265:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818240:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787388358.044909:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787388358.044980:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818368:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388358.045026:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.045062:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.045365:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818368 00000100:00100000:1.0:1787388358.045371:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818368 00000100:00100000:1.0:1787388358.045412:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787388358.045420:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b45308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818368:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388358.045534:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b45308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818368:12345-0@lo:502:mount.lustre.0 Request processed in 114us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.045541:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787388358.046295:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388358.046531:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787388358.046560:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1787388358.046574:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1787388358.046589:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1787388358.046603:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1787388358.046618:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1787388358.046632:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1787388358.046645:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1787388358.046657:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787388358.046670:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1787388358.046682:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1787388358.046712:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818496:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388358.046768:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.047086:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787388358.047236:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818496 00000100:00100000:0.0:1787388358.047243:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818496 00000100:00100000:0.0:1787388358.047326:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787388358.047336:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b45309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818496:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388358.047473:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b45309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818496:12345-0@lo:502:mount.lustre.0 Request processed in 138us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.047480:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787388358.047576:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818496:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388358.047627:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1787388358.047638:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787388358.050286:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388358.050719:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.050723:0:23405:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787388358.050733:0:23405:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996a420cf800 00000020:00000080:3.0:1787388358.050737:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787388358.050745:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.050748:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.050755:0:23405:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787388358.050759:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388358.050833:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.050836:0:23405:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787388358.050841:0:23405:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996a420cf800 00000020:00000080:3.0:1787388358.050843:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787388358.050933:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.050937:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.050938:0:23405:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787388358.050941:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388358.050944:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.050945:0:23405:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787388358.050948:0:23405:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996a420cf800 00000020:00000080:3.0:1787388358.050950:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787388358.053105:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.053115:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.053117:0:23405:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787388358.053121:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787388358.053125:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.053126:0:23405:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787388358.053130:0:23405:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996a420cf800 00000020:00000080:3.0:1787388358.053132:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787388358.053206:0:23405:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787388358.053210:0:23405:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787388358.053211:0:23405:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787388358.053215:0:23405:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1787388358.056680:0:23391:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787388358.056730:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787388358.056752:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.056778:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388358.056840:0:23391:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787388358.056843:0:23391:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff996a420cf800 10000000:01000000:0.0:1787388358.056845:0:23391:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff996a420cf800 10000000:01000000:0.0:1787388358.056850:0:23391:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787388358.056855:0:23391:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff996a420cf800 from 1 10000000:01000000:0.0:1787388358.056857:0:23391:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787388358.056890:0:23391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.056899:0:23391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.056924:0:23391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388358.056948:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818624:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787388358.057012:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.057048:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d419c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.058870:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818624 00000100:00100000:1.0:1787388358.058882:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818624 00000100:00100000:1.0:1787388358.058935:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787388358.058944:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:23391:x1874211945818624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388358.058958:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388358.058974:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838e000/0x26817551a447605e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476057 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388358.059017:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838e000/0x26817551a447605e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476057 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388358.059027:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838e000/0x26817551a447605e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476057 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388358.059035:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838e000, rc 0) 00000100:00100000:1.0:1787388358.059098:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945818624:12345-0@lo:101:mount.lustre.0 Request processed in 155us (2086us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.059106:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787388358.059180:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818624:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388358.059207:0:23391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447605e expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388358.059217:0:23391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447605e expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787388358.064900:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1787388358.080572:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388358.080857:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1787388358.080883:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1787388358.080896:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1787388358.080907:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1787388358.080919:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1787388358.080931:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1787388358.080944:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1787388358.080957:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1787388358.080986:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1787388358.081000:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1787388358.081012:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1787388358.081027:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1787388358.081040:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1787388358.081051:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1787388358.081063:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1787388358.081074:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1787388358.081086:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1787388358.081098:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1787388358.081109:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1787388358.081120:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1787388358.081132:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1787388358.081144:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1787388358.081156:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1787388358.081181:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1787388358.081217:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1787388358.081232:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1787388358.081245:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1787388358.081258:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1787388358.081270:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1787388358.081282:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1787388358.081295:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1787388358.081307:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1787388358.081321:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1787388358.081334:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1787388358.081381:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1787388358.081397:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1787388358.081409:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1787388358.082613:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1787388358.082632:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1787388358.082646:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1787388358.082679:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1787388358.082696:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1787388358.082710:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1787388358.082724:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1787388358.082738:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1787388358.082752:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1787388358.083883:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1787388358.083912:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1787388358.084065:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1787388358.084083:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1787388358.084099:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1787388358.084103:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1787388358.084220:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388358.084281:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.084316:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.084688:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818752 00000100:00100000:1.0:1787388358.084695:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818752 00000100:00100000:1.0:1787388358.084742:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787388358.084751:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945818752:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388358.084880:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945818752:12345-0@lo:501:mount.lustre.0 Request processed in 130us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.084889:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787388358.084978:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388358.085014:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818880:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388358.085057:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.085085:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5845f600 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.085572:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945818880 00000100:00100000:1.0:1787388358.085597:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945818880 00000100:00100000:1.0:1787388358.085628:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787388358.085635:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945818880:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787388358.085730:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945818880:12345-0@lo:503:mount.lustre.0 Request processed in 95us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.085737:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787388358.085818:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945818880:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787388358.086182:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787388358.086272:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819008:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388358.086308:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.086339:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b411ca000 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.086617:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819008 00000100:00100000:1.0:1787388358.086622:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819008 00000100:00100000:1.0:1787388358.086647:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787388358.086654:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819008:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388358.086740:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819008:12345-0@lo:502:mount.lustre.0 Request processed in 86us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.086747:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787388358.086828:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819008:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388358.086984:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1787388358.087008:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1787388358.087022:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1787388358.087036:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1787388358.087048:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1787388358.087060:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1787388358.087071:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1787388358.087085:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1787388358.087099:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1787388358.087113:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1787388358.087127:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1787388358.087150:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1787388358.087164:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1787388358.087176:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1787388358.087216:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1787388358.087233:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1787388358.087247:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1787388358.087259:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1787388358.087272:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1787388358.087285:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1787388358.087296:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1787388358.087308:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1787388358.087319:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1787388358.087330:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1787388358.087341:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1787388358.087389:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1787388358.087403:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1787388358.087589:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1787388358.087608:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1787388358.087621:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1787388358.087649:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1787388358.087665:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1787388358.087679:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1787388358.087692:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1787388358.087706:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1787388358.087719:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1787388358.087731:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1787388358.087744:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1787388358.087757:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1787388358.087769:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1787388358.087781:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1787388358.087793:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1787388358.087807:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1787388358.087819:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1787388358.087844:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1787388358.087857:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1787388358.087881:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1787388358.087895:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1787388358.087934:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819136:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388358.087984:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.088023:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b411ca000 going to sleep for 11 seconds 00000100:00100000:0.0:1787388358.089058:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819136 00000100:00100000:0.0:1787388358.089069:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819136 00000100:00100000:0.0:1787388358.089122:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787388358.089130:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819136:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388358.089275:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819136:12345-0@lo:502:mount.lustre.0 Request processed in 145us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.089282:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787388358.090328:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388358.090626:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1787388358.090653:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1787388358.090685:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388358.090741:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388358.092276:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b45043840 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.093237:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819264 00000100:00100000:1.0:1787388358.093249:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819264 00000100:00100000:1.0:1787388358.093343:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787388358.093367:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819264:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388358.093540:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819264:12345-0@lo:502:mount.lustre.0 Request processed in 175us (2799us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.093548:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787388358.093912:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787388358.094000:0:23391:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1787388358.094014:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787388358.097932:0:23411:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1787388358.097950:0:23411:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff996b7bdfb380) 00000020:00000080:2.0:1787388358.097972:0:23411:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1787388358.098134:0:23411:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996a420cf800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1787388358.098138:0:23411:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a420cf800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1787388358.098140:0:23411:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a420cf800 3 00010000:00080000:2.0:1787388358.098167:0:23411:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b7c507000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.115@tcp at head 00010000:00010000:2.0:1787388358.105734:0:23411:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1787388358.105837:0:23411:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1787388358.105876:0:23411:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787388358.105889:0:23411:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x26817551a447606c 00000100:00080000:2.0:1787388358.105899:0:23411:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787388358.105905:0:23411:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff996b7c507000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388358.105940:0:23411:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eaa00 x1874211945819392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787388358.105961:0:23411:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787388358.106375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.106380:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388358.106383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388358.106385:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787388358.107647:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874211945819392:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787388358.107725:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388358.107805:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819392 00000100:00100000:1.0:1787388358.107813:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819392 00000100:00100000:1.0:1787388358.107847:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388358.107853:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945819392:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787388358.107892:0:22661:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1787388358.107928:0:22661:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x26817551a4476073 00000004:00100000:1.0:1787388358.107943:0:22661:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787388358.107971:0:22661:0:(import.c:65:import_set_state_nolock()) ffff996b74cd8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388358.108017:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874211945819392:12345-0@lo:38:llog_process_th.0 Request processed in 163us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.108024:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787388358.108061:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff996b7f5eaa00 x1874211945819392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388358.108071:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787388358.108078:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787388358.108085:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787388358.108090:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787388358.108092:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b7c507000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787388358.108098:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874211945819392:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1787388358.108287:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1787388358.108824:0:23391:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787388358.108851:0:23391:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787388358.108865:0:23391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447605e expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388358.108876:0:23391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e09c00/0x26817551a4476057 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447605e expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787388358.108921:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787388358.108923:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787388358.108924:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388358.108925:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388358.108926:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388358.108928:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388358.108929:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388358.108930:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388358.108932:0:23391:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787388358.108935:0:23391:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1787388358.108938:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787388358.108939:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787388358.108940:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388358.108941:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388358.108942:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388358.108944:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388358.108945:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388358.108946:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388358.108947:0:23391:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787388358.108963:0:23391:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1787388358.108980:0:23391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819520:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787388358.109023:0:23391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388358.109054:0:23391:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b450433c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787388358.109108:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819520 00000100:00100000:1.0:1787388358.109113:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819520 00000100:00100000:1.0:1787388358.109165:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787388358.109173:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819520:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787388358.109204:0:22653:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1787388358.109217:0:22653:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1787388358.113070:0:22639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1787388358.113127:0:22653:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787388358.113145:0:22653:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1787388358.114090:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:23391:x1874211945819520:12345-0@lo:253:mount.lustre.0 Request processed in 4911us (5060us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388358.114118:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 20000000:01000000:0.0:1787388358.114515:0:22675:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787388358.114520:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787388358.114540:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114563:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f77 expref: 17 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114571:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a447603b expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114579:0:22675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114616:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a447603b expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114631:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a447603b expref: 17 pid: 22652 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388358.114662:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945819648:0@lo:104: 00000100:00100000:0.0:1787388358.114708:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787388358.114755:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 17 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.114763:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 17 pid: 22654 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388358.114770:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945819776:0@lo:104: 00000100:00100000:0.0:1787388358.114789:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.114802:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d410c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388358.115748:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819648 00000100:00100000:2.0:1787388358.115761:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819648 00000100:00100000:2.0:1787388358.115800:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819776 00000100:00100000:2.0:1787388358.115803:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819776 00000100:00100000:2.0:1787388358.115816:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787388358.115825:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945819648:12345-0@lo:104: 00010000:00010000:2.0:1787388358.115850:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.115936:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787388358.115942:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945819648:12345-0@lo:104: Request processed in 118us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388358.115950:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787388358.115967:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787388358.115973:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945819776:12345-0@lo:104: 00010000:00010000:2.0:1787388358.115982:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116014:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787388358.116019:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945819776:12345-0@lo:104: Request processed in 47us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388358.116025:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1787388358.116044:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388358.116050:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116056:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4e00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388358.116060:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116068:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388358.116074:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388358.116085:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787388358.116116:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116121:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787388358.116142:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116148:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e4e00/0x26817551a447603b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476042 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116160:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388358.116163:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116167:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4c00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:2.0:1787388358.116170:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116176:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787388358.116180:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388358.116185:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787388358.116206:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116211:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787388358.116222:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116229:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4475f77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f7e expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116242:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388358.116244:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388358.116245:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388358.116251:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388358.116264:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945819904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388358.116297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.116326:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787388358.116331:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945820032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388358.116376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.116429:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945819904 00000100:00100000:2.0:1787388358.116433:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945819904 00010000:00010000:2.0:1787388358.116449:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a447603b expref: 18 pid: 22652 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388358.116466:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820032 00000100:00100000:2.0:1787388358.116469:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820032 00010000:00010000:2.0:1787388358.116478:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 19 pid: 22654 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388358.116490:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787388358.116496:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:3651:x1874211945819904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388358.116521:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388358.116526:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a447603b expref: 19 pid: 22652 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116544:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a447603b expref: 19 pid: 22652 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116561:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388358.116588:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:3651:x1874211945819904:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388358.116596:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787388358.116609:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787388358.116614:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3651:x1874211945820032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388358.116621:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388358.116624:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 18 pid: 22654 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116632:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 18 pid: 22654 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116643:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116650:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787388358.116663:0:22645:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004674923s 00010000:00010000:2.0:1787388358.116667:0:22645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116673:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116690:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116696:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116701:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388358.116705:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116712:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116718:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388358.116727:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388358.116748:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3651:x1874211945820032:12345-0@lo:103:ldlm_bl.0 Request processed in 134us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388358.116754:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787388358.116795:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945820032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388358.116802:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945819904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388358.120302:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e08600/0x26817551a4476042 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a447603b expref: 17 pid: 22652 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388358.120322:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945819648:0@lo:104: 00010000:00010000:0.0:1787388358.120335:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6400/0x26817551a4475f7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4475f77 expref: 16 pid: 22654 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388358.120366:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945819776:0@lo:104: 00010000:00010000:0.0:1787388358.120393:0:22675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.120402:0:22675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.120408:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388358.120425:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e08400/0x26817551a447607a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388358.120620:0:23391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:23391:1874211945819520:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787388358.120635:0:23391:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787388358.120638:0:23391:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787388358.120639:0:23391:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787388358.120640:0:23391:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388358.120642:0:23391:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388358.120643:0:23391:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388358.120644:0:23391:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388358.120645:0:23391:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787388358.120647:0:23391:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388358.120649:0:23391:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787388358.120659:0:23391:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:2.0:1787388358.123936:0:23391:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1787388358.126754:0:23416:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1787388358.126765:0:23416:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1787388358.127580:0:23417:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787388358.127911:0:23391:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1787388358.128451:0:23417:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388358.130187:0:23417:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787388358.130304:0:23417:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1787388358.131182:0:23418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820160:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.131258:0:23418:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.131288:0:23418:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41d80 going to sleep for 11 seconds 00000040:01000000:3.0:1787388358.131742:0:23391:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1787388358.131786:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1787388358.132216:0:23391:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787388358.132223:0:23391:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1787388358.132257:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787388358.133625:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820160 00000100:00100000:0.0:1787388358.133649:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820160 00000100:00100000:0.0:1787388358.133699:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787388358.133708:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820160:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.133822:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820160:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 115us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.133831:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787388358.133881:0:23418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820160:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1787388358.133915:0:23418:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1787388358.133955:0:23418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820288:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.133994:0:23418:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.134029:0:23418:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787388358.134383:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820288 00000100:00100000:2.0:1787388358.134388:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820288 00000100:00100000:2.0:1787388358.134428:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388358.134436:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820288:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787388358.134564:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820288:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 129us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388358.134571:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388358.134623:0:23418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820288:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787388358.134688:0:23418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23418:1874211945820416:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787388358.134720:0:23418:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388358.134733:0:23418:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eea480 going to sleep for 11 seconds 00000040:00080000:3.0:1787388358.135553:0:23391:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787388358.136069:0:23391:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787388358.136100:0:23391:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1787388358.136273:0:23391:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787388358.137579:0:22670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820416 00000100:00100000:0.0:1787388358.137592:0:22670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820416 00000100:00100000:0.0:1787388358.137637:0:22670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787388358.137646:0:22670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23418:x1874211945820416:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.137754:0:22670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23418:x1874211945820416:12345-0@lo:900:lod0001_rec0000.0 Request processed in 108us (3032us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.137762:0:22670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787388358.139342:0:23418:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff996b7f5ead80 x1874211945820416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787388374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388358.139395:0:23418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23418:1874211945820416:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.139485:0:23418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820544:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.139545:0:23418:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388358.139588:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820544 00000100:00100000:0.0:1787388358.139595:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820544 00000100:00100000:0.0:1787388358.139637:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787388358.139645:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820544:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787388358.139712:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23418:x1874211945820544:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388358.139719:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787388358.139738:0:23418:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:0.0:1787388358.139751:0:23418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23418:1874211945820544:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787388358.139795:0:23418:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1787388358.141977:0:23391:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:3.0:1787388358.154252:0:23391:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:0.0:1787388358.155366:0:23418:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787388358.155442:0:23418:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1787388358.155447:0:23418:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:3.0:1787388358.156768:0:23391:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1787388358.156801:0:23391:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa5d541cbb988 00100000:10000000:3.0:1787388358.156809:0:23391:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1787388358.157912:0:23391:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787388358.157947:0:23391:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.115@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787388358.157965:0:23391:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1787388358.157986:0:23391:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1787388358.161948:0:23391:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388358.162205:0:23391:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787388358.384780:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787388358.961008:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388359.156852:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787388359.406644:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787388359.980659:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787388359.980697:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787388359.980702:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996a420cf800 from 12 10000000:01000000:0.0:1787388359.980706:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787388359.980747:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.980757:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.980767:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388359.980791:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787388359.980874:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388359.980914:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388359.980967:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820672 00000100:00100000:1.0:1787388359.980973:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820672 00000100:00100000:1.0:1787388359.981024:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787388359.981034:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:22656:x1874211945820672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388359.981048:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388359.981072:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476081 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.981095:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476081 expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.981105:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476081 expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.981114:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838e400, rc 0) 00000100:00100000:1.0:1787388359.981174:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945820672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388359.981192:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787388359.982012:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787388359.982029:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.982038:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388359.982098:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820800:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787388359.982152:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388359.982195:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388359.982296:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820800 00000100:00100000:1.0:1787388359.982302:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820800 00000100:00100000:1.0:1787388359.982342:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787388359.982373:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945820800:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787388359.982389:0:22653:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787388359.982405:0:22653:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787388359.982413:0:22653:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787388359.982491:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945820800:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388359.982499:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787388359.985840:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820800:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787388359.985913:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787388359.985924:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.985953:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388359.985964:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787388359.985967:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996b7aadb000 from 12 10000000:01000000:0.0:1787388359.985970:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787388359.986003:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.986011:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.986020:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388359.986040:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787388359.986096:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388359.986151:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388359.986266:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945820928 00000100:00100000:1.0:1787388359.986272:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945820928 00000100:00100000:1.0:1787388359.986323:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787388359.986332:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945820928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388359.986372:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388359.986386:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a447608f expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.986409:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a447608f expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.986418:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a447608f expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.986427:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838f000, rc 0) 00000100:00100000:1.0:1787388359.986467:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945820928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388359.986474:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787388359.987387:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945820928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787388359.987405:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388359.987415:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388359.987471:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945821056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787388359.987527:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388359.987564:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388359.987826:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821056 00000100:00100000:1.0:1787388359.987831:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821056 00000100:00100000:1.0:1787388359.987872:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787388359.987880:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945821056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787388359.987895:0:22652:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787388359.987912:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787388359.987916:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787388359.988010:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945821056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 130us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388359.988018:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787388359.988054:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945821056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787388359.988098:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787388359.988104:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388359.988112:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388360.172893:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787388360.430042:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787388361.009586:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388361.452992:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787388362.032591:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388362.478405:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000001:02000400:0.0:1787388363.002565:0:23661:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787388363.052827:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388363.500469:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787388363.504807:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945821184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787388363.504871:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787388363.504978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787388363.504983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787388363.504987:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388363.504995:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff996a43204000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388363.505014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b412ad880 x1874211945821440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388363.505028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388363.505031:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388363.505034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388363.505037:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388363.505056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388363.505058:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388363.505061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388363.505064:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787388363.505086:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945821440:0@lo:38:kworker.0 00000100:00100000:0.0:1787388363.505114:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945821568:0@lo:400:kworker.0 00000100:00100000:0.0:1787388363.505134:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.505190:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787388363.505195:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945821696:0@lo:400:kworker.0 00000100:00100000:0.0:1787388363.505515:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945821312:0@lo:400:kworker.0 00000100:00100000:0.0:1787388363.505548:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.505576:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787388363.505582:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945821824:0@lo:400:kworker.0 00000100:00100000:0.0:1787388363.505603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.505629:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821312 00000100:00100000:0.0:1787388363.505636:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821312 00000100:00100000:0.0:1787388363.505678:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787388363.505686:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3650:x1874211945821312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388363.505746:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3650:x1874211945821312:12345-0@lo:400:kworker.0 Request processed in 60us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388363.505754:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787388363.505796:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945821312:0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.505962:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821568 00000100:00100000:1.0:1787388363.505968:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821568 00000100:00100000:1.0:1787388363.505993:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821824 00000100:00100000:1.0:1787388363.505995:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821824 00000100:00100000:1.0:1787388363.506007:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388363.506012:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945821568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.506047:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945821568:12345-0@lo:400:kworker.0 Request processed in 34us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388363.506053:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388363.506064:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388363.506068:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945821824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.506097:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945821824:12345-0@lo:400:kworker.0 Request processed in 28us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388363.506113:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388363.506138:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1787388363.508853:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b412af800 x1874211945821824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388363.508871:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945821824:0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.510144:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388363.510920:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821184 00000100:00100000:2.0:1787388363.515088:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821184 00000100:00100000:2.0:1787388363.515172:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821440 00000100:00100000:2.0:1787388363.515179:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821440 00000100:00100000:2.0:1787388363.515197:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787388363.515207:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945821184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388363.515245:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388363.515341:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945821184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (10457us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388363.515364:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787388363.515391:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787388363.515396:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3648:x1874211945821440:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1787388363.515419:0:22664:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:2.0:1787388363.515454:0:22664:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a447609d 00000004:00100000:2.0:1787388363.515469:0:22664:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787388363.515474:0:22664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1787388363.518560:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b412ae680 x1874211945821568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388363.518578:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945821568:0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.518613:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821696 00000100:00100000:1.0:1787388363.518620:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821696 00000100:00100000:1.0:1787388363.518658:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787388363.518666:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945821696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388363.518854:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945821696:12345-0@lo:400:kworker.0 Request processed in 187us (8713us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388363.518862:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787388363.518904:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945821184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388363.519003:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945821696:0@lo:400:kworker.0 00000100:00080000:2.0:1787388363.527430:0:22664:0:(import.c:65:import_set_state_nolock()) ffff996a43314800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388363.527528:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1874211945821440:12345-0@lo:38:kworker.0 Request processed in 12128us (21385us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388363.527540:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1787388363.527806:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787388363.527816:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787388363.527822:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787388363.527824:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a43204000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787388363.527848:0:3648:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057102fb4): req@ffff996b74ee0700 x1874211945814400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388363.527865:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945821440:0@lo:38:kworker.0 00000100:00100000:0.0:1787388363.527982:0:22701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.528011:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b412ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388363.528141:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787388363.528153:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945821952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388363.528189:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388363.528279:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945814400 00000100:00100000:1.0:1787388363.528286:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945814400 00000100:00100000:1.0:1787388363.528333:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945821952 00000100:00100000:1.0:1787388363.528336:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945821952 00000100:00100000:1.0:1787388363.528389:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787388363.528397:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22701:x1874211945814400:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787388363.528778:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22701:x1874211945814400:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 380us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388363.528786:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787388363.528802:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787388363.528810:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945821952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787388363.528828:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388363.528864:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945821952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388363.528870:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787388363.529020:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945821952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388363.531602:0:22701:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1874211945814400:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1787388363.531648:0:22701:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1787388363.531703:0:22701:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1874211945822080:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787388363.531766:0:22701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.531811:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:3.0:1787388363.534240:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822080 00000100:00100000:3.0:1787388363.534252:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822080 00000100:00100000:3.0:1787388363.534311:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787388363.534320:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22701:x1874211945822080:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787388363.534513:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22701:x1874211945822080:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 194us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388363.534521:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388363.538425:0:22701:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1874211945822080:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787388363.538556:0:22701:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1874211945822208:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787388363.538612:0:22701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388363.538653:0:22701:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41300 going to sleep for 11 seconds 00000100:00100000:0.0:1787388363.538675:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822208 00000100:00100000:0.0:1787388363.538680:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822208 00000100:00100000:0.0:1787388363.538733:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388363.538743:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22701:x1874211945822208:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787388363.538820:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22701:x1874211945822208:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 78us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388363.538827:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388363.538854:0:22701:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1874211945822208:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1787388363.538895:0:22701:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388363.540605:0:22701:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787388363.540683:0:22701:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1787388363.540688:0:22701:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:2.0:1787388363.873316:0:23713:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787388363.873862:0:23713:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787388364.076880:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787388364.764189:0:23763:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787388364.764601:0:23763:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787388365.100779:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787388365.861168:0:23811:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffd93892970 00000020:00000080:1.0:1787388365.861184:0:23811:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS 00000020:00000080:1.0:1787388365.861189:0:23811:0:(class_obd.c:148:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:1.0:1787388365.861197:0:23811:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd93894c00 20000000:00000080:1.0:1787388365.861204:0:23811:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff996b442b7800 uarg=0000000000000000 20000000:01000000:1.0:1787388365.861248:0:23811:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1787388365.861254:0:23811:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1787388365.861260:0:23811:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787388365.865700:0:23812:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1787388365.865872:0:23811:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787388365.873513:0:23811:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1787388365.873603:0:23811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873623:0:23811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4475f46 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873632:0:23811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873639:0:23811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873697:0:23811:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873713:0:23811:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388365.873728:0:23811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23811:1874211945822336:0@lo:104: 00000100:00100000:2.0:1787388365.873791:0:23811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787388365.873852:0:23811:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.873860:0:23811:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 17 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388365.873867:0:23811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23811:1874211945822464:0@lo:104: 00000100:00100000:2.0:1787388365.873888:0:23811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388365.873918:0:23811:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b7294fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388365.874177:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822336 00000100:00100000:1.0:1787388365.874186:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822336 00000100:00100000:1.0:1787388365.874222:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822464 00000100:00100000:1.0:1787388365.874224:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822464 00000100:00100000:1.0:1787388365.874238:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388365.874246:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:23811:x1874211945822336:12345-0@lo:104: 00010000:00010000:1.0:1787388365.874259:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874339:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787388365.874385:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:23811:x1874211945822336:12345-0@lo:104: Request processed in 100us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388365.874393:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388365.874410:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787388365.874416:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:23811:x1874211945822464:12345-0@lo:104: 00010000:00010000:1.0:1787388365.874423:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874454:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787388365.874458:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:23811:x1874211945822464:12345-0@lo:104: Request processed in 44us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388365.874464:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1787388365.874480:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787388365.874485:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874491:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5000 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388365.874495:0:22647:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874504:0:22647:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388365.874511:0:22647:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388365.874516:0:22647:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787388365.874550:0:22647:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874557:0:22647:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388365.874576:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874582:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e5000/0x26817551a4476049 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476050 expref: -99 pid: 23391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874594:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388365.874598:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874603:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4200 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388365.874606:0:22647:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874613:0:22647:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388365.874620:0:22647:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388365.874625:0:22647:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787388365.874636:0:22647:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874641:0:22647:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388365.874647:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874663:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e4200/0x26817551a4475f46 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4475f4d expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388365.874676:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388365.874677:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388365.874679:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388365.874896:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945822592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388365.874940:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388365.875187:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945822720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388365.875215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787388365.875242:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388365.875256:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822592 00000100:00100000:3.0:1787388365.875261:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822592 00010000:00010000:3.0:1787388365.875281:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476049 expref: 18 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388365.875302:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822720 00000100:00100000:3.0:1787388365.875305:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822720 00010000:00010000:3.0:1787388365.875315:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 19 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388365.875328:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787388365.875334:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:3651:x1874211945822592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787388365.875366:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388365.875372:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476049 expref: 19 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875383:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4476049 expref: 19 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875413:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787388365.875436:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:3651:x1874211945822592:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388365.875442:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787388365.875457:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787388365.875463:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3652:x1874211945822720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787388365.875470:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388365.875474:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 18 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875482:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 18 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875493:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875501:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875516:0:22646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875523:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875529:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875535:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875548:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388365.875552:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875559:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875567:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388365.875576:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787388365.875604:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3652:x1874211945822720:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388365.875611:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787388365.875647:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945822720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388365.875845:0:23811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e08a00/0x26817551a4476050 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4476049 expref: 17 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388365.875858:0:23811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23811:1874211945822336:0@lo:104: 00010000:00010000:2.0:1787388365.875869:0:23811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e08200/0x26817551a4475f4d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4475f46 expref: 16 pid: 22653 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388365.875876:0:23811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23811:1874211945822464:0@lo:104: 00010000:00010000:2.0:1787388365.875890:0:23811:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.875920:0:23811:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.875926:0:23811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388365.875931:0:23811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a431e5e00/0x26817551a44760a4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388365.879713:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945822592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787388366.127340:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388367.150464:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388367.597570:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1787388367.724608:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787388367.724628:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996a420cf800 from 13 10000000:01000000:1.0:1787388367.724633:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787388367.724696:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.724708:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.724719:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388367.724743:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945822848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.724806:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388367.724850:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5845f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388367.725154:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822848 00000100:00100000:2.0:1787388367.725162:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822848 00000100:00100000:2.0:1787388367.725218:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787388367.725226:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+16:22656:x1874211945822848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388367.725239:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388367.725252:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44760ab expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.725274:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44760ab expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.725284:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760ab expref: 17 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.725292:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e5a00, rc 0) 00000100:00100000:2.0:1787388367.725337:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945822848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388367.725387:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787388367.725721:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945822848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388367.725734:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.725742:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388367.725806:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945822976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.725834:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388367.725866:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5845f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388367.726090:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945822976 00000100:00100000:2.0:1787388367.726096:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945822976 00000100:00100000:2.0:1787388367.726141:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787388367.726148:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945822976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388367.726272:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945822976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388367.726279:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787388367.730793:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945822976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787388367.730864:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787388367.730940:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388367.731006:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dc8c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388367.731318:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823104 00000100:00100000:1.0:1787388367.731324:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823104 00000100:00100000:1.0:1787388367.731397:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787388367.731405:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945823104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.731512:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945823104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388367.731519:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787388367.732931:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823104:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787388367.736004:0:23872:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787388367.738391:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787388367.738430:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787388367.738442:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.738453:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388367.738465:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787388367.738467:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996b7aadb000 from 13 10000000:01000000:1.0:1787388367.738470:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787388367.738505:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.738514:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.738524:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388367.738560:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.738640:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388367.738688:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5845f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787388367.738853:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823232 00000100:00100000:2.0:1787388367.738861:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823232 00000100:00100000:2.0:1787388367.738913:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787388367.738922:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+17:22656:x1874211945823232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388367.738936:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388367.738958:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44760b9 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.738980:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44760b9 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.738991:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760b9 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388367.739009:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4800, rc 0) 00000100:00100000:2.0:1787388367.739056:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945823232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388367.739063:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787388367.739313:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388367.739327:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388367.739335:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388367.739418:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48301180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.739445:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388367.739469:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5845f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787388367.739556:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823360 00000100:00100000:0.0:1787388367.739561:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823360 00000100:00100000:0.0:1787388367.739596:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787388367.739603:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945823360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787388367.739742:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945823360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388367.739749:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787388367.739812:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48301180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787388367.739839:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787388367.739884:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388367.739910:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dc8ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388367.745065:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823488 00000100:00100000:1.0:1787388367.745082:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823488 00000100:00100000:1.0:1787388367.745154:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787388367.745165:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945823488:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787388367.745649:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:22656:x1874211945823488:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 484us (5762us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388367.745658:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787388367.751500:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945823488:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787388367.771823:0:23873:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787388367.772535:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787388367.772563:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787388367.772573:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388367.772598:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388368.174642:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787388368.623989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388368.623996:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388368.623999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388368.624002:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388368.624029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388368.624033:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388368.624035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388368.624039:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787388368.624169:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945823616:0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624254:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388368.624292:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945824128:0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624322:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388368.624372:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787388368.624378:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945823744:0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624405:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388368.624442:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823616 00000100:00100000:0.0:1787388368.624450:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823616 00000100:00100000:0.0:1787388368.624498:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787388368.624507:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3649:x1874211945823616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624558:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3649:x1874211945823616:12345-0@lo:400:kworker.0 Request processed in 53us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388368.624566:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787388368.624602:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824128 00000100:00100000:0.0:1787388368.624606:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824128 00000100:00100000:0.0:1787388368.624637:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787388368.624646:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945824128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624679:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945824128:12345-0@lo:400:kworker.0 Request processed in 35us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388368.624685:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787388368.624701:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823744 00000100:00100000:0.0:1787388368.624713:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823744 00000100:00100000:0.0:1787388368.624737:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388368.624743:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945823744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624775:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945823744:12345-0@lo:400:kworker.0 Request processed in 32us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388368.624781:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388368.624821:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945823744:0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624830:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945823616:0@lo:400:kworker.0 00010000:00080000:0.0:1787388368.624841:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b7aaa7800 x1874211945824128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388368.624850:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945824128:0@lo:400:kworker.0 00000100:00100000:0.0:1787388368.624895:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388358/real 1787388358] req@ffff996b74ee0380 x1874211945817344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388368.624911:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee0380 x1874211945817344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388368.624921:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388358/real 1787388358] req@ffff996b74ee0000 x1874211945817472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388368.624934:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee0000 x1874211945817472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388368.624948:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b52ebe800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787388368.625020:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945823872:0@lo:400:kworker.0 00000100:00080000:0.0:1787388368.625050:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787388368.625056:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945817344:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787388368.625062:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787388368.625071:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388368.625093:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945824384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787388368.625135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388368.625156:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787388368.625162:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945824000:0@lo:400:kworker.0 00000100:00100000:3.0:1787388368.625183:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388368.625211:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824384 00000100:00100000:3.0:1787388368.625215:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824384 00000100:00100000:3.0:1787388368.625238:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824000 00000100:00100000:3.0:1787388368.625241:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824000 00000100:00100000:3.0:1787388368.625265:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787388368.625273:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1874211945824384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787388368.628438:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787388368.628522:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1874211945824384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3247us (3397us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388368.628530:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787388368.628559:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787388368.628568:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945824000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388368.628594:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945824000:12345-0@lo:400:kworker.0 Request processed in 29us (3410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388368.628600:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787388368.628648:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945824000:0@lo:400:kworker.0 00000100:00100000:3.0:1787388368.628662:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945824384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787388368.631863:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945823872 00000100:00100000:1.0:1787388368.631876:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945823872 00000100:00100000:1.0:1787388368.631929:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388368.631939:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945823872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388368.632031:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945823872:12345-0@lo:400:kworker.0 Request processed in 93us (6970us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388368.632052:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388368.632209:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945824256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388368.632247:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388368.632292:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824256 00000100:00100000:1.0:1787388368.632308:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824256 00000100:00100000:1.0:1787388368.632334:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787388368.632341:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945824256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787388368.632384:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388368.632418:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945824256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388368.632425:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787388368.632467:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945824256:0@lo:41:osp-pre-1-0.0 00010000:00080000:1.0:1787388368.632500:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b7aaa5880 x1874211945823872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388368.632511:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945823872:0@lo:400:kworker.0 00000100:00080000:0.0:1787388368.633607:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787388368.633615:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945817472:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787388368.637978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388368.637987:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388368.637990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388368.637993:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388368.637996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388368.637998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787388368.638002:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b52ebe800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787388368.638009:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 679 00000100:00080000:1.0:1787388368.638023:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787388368.638030:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff996b52ebe800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388368.638795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48300e00 x1874211945824512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787388368.638824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388368.638828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787388368.638831:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787388368.638835:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 679 00000100:00080000:1.0:1787388368.638838:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787388368.638842:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388368.638860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48303b80 x1874211945824640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388368.639038:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945824512:0@lo:8:kworker.0 00000400:00000100:3.0:1787388368.639100:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945824512 offset 0 length 520: 4 00000100:00100000:3.0:1787388368.639142:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945824640:0@lo:8:kworker.0 00000400:00000100:3.0:1787388368.639175:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945824640 offset 0 length 520: 4 00010000:00010000:0.0:1787388369.196769:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388369.644728:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388354/real 1787388354] req@ffff996b74ee1880 x1874211945815424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388369.644766:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee1880 x1874211945815424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388369.644780:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388354/real 1787388354] req@ffff996b74ee3100 x1874211945815552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388369.644798:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b74ee3100 x1874211945815552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388369.644821:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388369.644835:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787388369.644841:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815424:0@lo:8:kworker.0 00000100:00080000:0.0:1787388369.644849:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388369.644855:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787388369.644858:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945815552:0@lo:8:kworker.0 00000100:00080000:2.0:1787388369.646052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388369.646060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787388369.646064:0:36:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388369.646073:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 675 00000100:00080000:2.0:1787388369.646080:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787388369.646088:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff996b73a8f800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388369.646135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eb480 x1874211945825024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787388369.646157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388369.646160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787388369.646162:0:36:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388369.646167:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 675 00000100:00080000:2.0:1787388369.646170:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787388369.646174:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388369.646188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eb800 x1874211945825152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787388369.646211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388369.646215:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787388369.646229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388369.646234:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787388369.646300:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945824768:0@lo:400:kworker.0 00000100:00100000:2.0:1787388369.646405:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945825408:0@lo:400:kworker.0 00000100:00100000:0.0:1787388369.653287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388369.653553:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945825536:0@lo:400:kworker.0 00000100:00100000:0.0:1787388369.653598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388369.653656:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825536 00000100:00100000:1.0:1787388369.653671:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825536 00000100:00100000:1.0:1787388369.653746:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787388369.653760:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945825536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388369.653869:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945825536:12345-0@lo:400:kworker.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388369.653878:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787388369.653914:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b7f5e9c00 x1874211945825536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388369.653943:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945825536:0@lo:400:kworker.0 00000001:00100000:1.0:1787388369.657222:0:23392:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1787388369.657449:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945825280:0@lo:400:kworker.0 00000100:00100000:3.0:1787388369.657522:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388369.657573:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787388369.657583:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945824896:0@lo:400:kworker.0 00000100:00100000:2.0:1787388369.657650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388369.657712:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825280 00000100:00100000:1.0:1787388369.657723:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825280 00000100:00100000:3.0:1787388369.657732:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825408 00000100:00100000:2.0:1787388369.657733:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824768 00000100:00100000:3.0:1787388369.657741:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825408 00000100:00100000:2.0:1787388369.657745:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824768 00000100:00100000:1.0:1787388369.657789:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787388369.657790:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787388369.657805:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945825280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388369.657818:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945825408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388369.657831:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787388369.657846:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3652:x1874211945824768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388369.657893:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945825408:12345-0@lo:400:kworker.0 Request processed in 75us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388369.657902:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787388369.657902:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945825280:12345-0@lo:400:kworker.0 Request processed in 87us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388369.657927:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388369.657943:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:3652:x1874211945824768:12345-0@lo:400:kworker.0 Request processed in 98us (4658us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388369.657945:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388369.657960:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787388369.657982:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945824896 00000100:00100000:1.0:1787388369.657989:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945824896 00010000:00080000:3.0:1787388369.658012:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b7f5e8000 x1874211945825280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388369.658028:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945825280:0@lo:400:kworker.0 00000100:00100000:1.0:1787388369.658038:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787388369.658051:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945825024:0@lo:8:kworker.0 00000100:00100000:1.0:1787388369.658052:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945824896:12345-0@lo:400:kworker.0 00000400:00000100:2.0:1787388369.658122:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945825024 offset 0 length 520: 4 00000100:00100000:2.0:1787388369.658156:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945825152:0@lo:8:kworker.0 00000400:00000100:2.0:1787388369.658178:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874211945825152 offset 0 length 520: 4 00000100:00100000:2.0:1787388369.658234:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945825408:0@lo:400:kworker.0 00000100:00100000:2.0:1787388369.659328:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945824768:0@lo:400:kworker.0 00000100:00100000:3.0:1787388369.661949:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945824896:0@lo:400:kworker.0 00000100:00100000:1.0:1787388369.662017:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945824896:12345-0@lo:400:kworker.0 Request processed in 3967us (4073us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388369.662028:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:0.0:1787388370.225080:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787388370.413869:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787388371.245525:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388372.271979:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388373.292702:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787388373.677832:0:24159:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787388373.677836:0:24159:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1787388373.677838:0:24159:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1787388373.677946:0:24159:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff996a42d84800 00000020:01000004:3.0:1787388373.677960:0:24159:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1787388373.677973:0:24159:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787388373.677987:0:24159:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff996b7c750000) 00000020:00000080:3.0:1787388373.678003:0:24159:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00000100:00100000:0.0:1787388373.741754:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945825664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388373.741820:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388373.742008:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825664 00000100:00100000:2.0:1787388373.742016:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825664 00000100:00100000:2.0:1787388373.742075:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787388373.742094:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945825664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388373.742125:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388373.742180:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945825664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388373.742188:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787388373.742446:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945825664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388373.745303:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945825792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388373.745403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388373.745754:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825792 00000100:00100000:3.0:1787388373.745763:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825792 00000100:00100000:3.0:1787388373.745812:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787388373.745822:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945825792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787388373.745860:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787388373.746499:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945825792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 676us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388373.746507:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787388373.751538:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945825792:0@lo:41:osp-pre-1-0.0 00100000:10000000:2.0:1787388373.812405:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787388373.816680:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787388373.820397:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1787388373.822130:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1787388373.824061:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787388373.824585:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787388373.825342:0:24159:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1787388373.828765:0:24159:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787388373.829596:0:24159:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1787388373.829610:0:24159:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787388373.829622:0:24159:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x26817551a44760ce 00000020:01000004:3.0:1787388373.829628:0:24159:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1787388373.829648:0:24159:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.115@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787388373.829652:0:24159:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.115@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787388373.829657:0:24159:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1787388373.829662:0:24159:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1787388373.829673:0:24159:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff996a42db3380) 00000020:00000080:3.0:1787388373.829684:0:24159:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1787388373.830821:0:24159:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787388373.830986:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1787388373.830993:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1787388373.852432:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1787388373.852448:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1787388373.860749:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1787388373.860764:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1787388373.862553:0:24159:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787388373.862741:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1787388373.862747:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1787388373.865072:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1787388373.865091:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1787388373.895598:0:24159:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787388373.895812:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787388373.895818:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787388373.898564:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787388373.898580:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1787388373.903423:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787388373.903436:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1787388373.910280:0:24159:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787388373.910526:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1787388373.910533:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1787388373.911704:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1787388373.911716:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1787388374.002841:0:24159:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787388374.003578:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1787388374.003586:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1787388374.015374:0:24159:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1787388374.015396:0:24159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1787388374.017320:0:24159:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1787388374.017385:0:24159:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1787388374.017393:0:24159:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.115@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1787388374.052953:0:24159:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787388374.052996:0:24159:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.115@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1787388374.053000:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787388374.053002:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787388374.053004:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787388374.053005:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787388374.053007:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787388374.053008:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787388374.053010:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787388374.053012:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787388374.053013:0:24159:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787388374.053017:0:24159:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1787388374.053019:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787388374.053021:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787388374.053022:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787388374.053024:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787388374.053025:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787388374.053026:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787388374.053032:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787388374.053034:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787388374.053034:0:24159:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787388374.053062:0:24159:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787388374.053094:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945825920:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787388374.053162:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388374.054204:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a422d4000 going to sleep for 11 seconds 00000100:00100000:1.0:1787388374.056952:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945825920 00000100:00100000:1.0:1787388374.056965:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945825920 00000100:00100000:2.0:1787388374.061141:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787388374.061158:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:24159:x1874211945825920:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787388374.061194:0:22653:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1787388374.061198:0:22653:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1787388374.061202:0:22653:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1787388374.062755:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:24159:x1874211945825920:12345-0@lo:253:mount.lustre.0 Request processed in 1593us (9584us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.062768:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787388374.062866:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945825920:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787388374.062881:0:24159:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1787388374.062885:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787388374.062886:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787388374.062888:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787388374.062889:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787388374.062890:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787388374.062891:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787388374.062893:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787388374.062895:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787388374.062896:0:24159:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787388374.062918:0:24159:0:(tgt_mount.c:101:server_register_mount()) register mount ffff996a42d84800 from lustre-OST0000 10000000:01000000:1.0:1787388374.062949:0:24159:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1787388374.062952:0:24159:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787388374.062960:0:24159:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff996b739c8000 local copy 00010000:00010000:1.0:1787388374.062970:0:24159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388374.063106:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826048:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388374.063145:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.067232:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68780 going to sleep for 11 seconds 00000100:00100000:0.0:1787388374.067456:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826048 00000100:00100000:0.0:1787388374.067465:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826048 00000100:00100000:0.0:1787388374.067520:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787388374.067530:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:24159:x1874211945826048:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388374.067650:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:24159:x1874211945826048:12345-0@lo:501:mount.lustre.0 Request processed in 122us (4503us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787388374.067658:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787388374.067785:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826048:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787388374.067809:0:24159:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.115@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787388374.067842:0:24159:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.115@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787388374.067851:0:24159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388374.067862:0:24159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388374.067891:0:24159:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff996a42d84800 10000000:01000000:1.0:1787388374.067909:0:24159:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787388374.067915:0:24159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787388374.067918:0:24159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787388374.067923:0:24159:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1787388374.067925:0:24159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1787388374.067954:0:24159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388374.067962:0:24159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388374.067971:0:24159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388374.067989:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826176:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787388374.068021:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.068037:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68780 going to sleep for 11 seconds 00000100:00100000:0.0:1787388374.069205:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826176 00000100:00100000:0.0:1787388374.069218:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826176 00000100:00100000:0.0:1787388374.069270:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787388374.069279:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+18:24159:x1874211945826176:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388374.069293:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388374.069308:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e08a00/0x26817551a44760e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44760dc expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.069332:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08a00/0x26817551a44760e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44760dc expref: 19 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.069343:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e08a00/0x26817551a44760e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760dc expref: 19 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.069381:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e08a00, rc 0) 00000100:00100000:0.0:1787388374.069440:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826176:12345-0@lo:101:mount.lustre.0 Request processed in 161us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.069459:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787388374.069751:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826176:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388374.069768:0:24159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760e3 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388374.069778:0:24159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44760e3 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787388374.071306:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1787388374.072212:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787388374.077793:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787388374.080173:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787388374.080208:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787388374.080224:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787388374.080272:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787388374.080293:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787388374.080308:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787388374.080324:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787388374.080364:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1787388374.080382:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1787388374.080396:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1787388374.080410:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1787388374.080436:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1787388374.080441:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1787388374.080545:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388374.080607:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.080708:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.085991:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826304 00000100:00100000:2.0:1787388374.086008:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826304 00000100:00100000:2.0:1787388374.086138:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787388374.086149:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826304:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388374.086400:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826304:12345-0@lo:501:mount.lustre.0 Request processed in 252us (5791us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.086409:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787388374.086677:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388374.086741:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826432:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787388374.086797:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.088409:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787388374.088462:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826432 00000100:00100000:3.0:1787388374.088471:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826432 00000100:00100000:0.0:1787388374.088560:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787388374.088572:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826432:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787388374.089707:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826432:12345-0@lo:503:mount.lustre.0 Request processed in 1134us (2905us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.089976:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826432:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787388374.090555:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787388374.090634:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388374.090689:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.090716:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68780 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.091278:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826560 00000100:00100000:2.0:1787388374.091285:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826560 00000100:00100000:0.0:1787388374.091360:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787388374.092064:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787388374.092091:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826560:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388374.092671:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826560:12345-0@lo:502:mount.lustre.0 Request processed in 596us (1979us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.092680:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787388374.092850:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787388374.093060:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787388374.093111:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787388374.093128:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787388374.093141:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787388374.093167:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787388374.093181:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787388374.093210:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787388374.093226:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787388374.093240:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1787388374.093253:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1787388374.093492:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1787388374.093507:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1787388374.093538:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388374.093594:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.093625:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68780 going to sleep for 11 seconds 00000100:00100000:0.0:1787388374.093935:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826688 00000100:00100000:0.0:1787388374.093943:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826688 00000100:00100000:0.0:1787388374.093978:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787388374.093986:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388374.094104:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826688:12345-0@lo:502:mount.lustre.0 Request processed in 118us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.094111:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787388374.094285:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787388374.094336:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1787388374.094374:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1787388374.095569:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787388374.095577:0:24176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1787388374.095584:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.095586:0:24176:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1787388374.095593:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787388374.095607:0:24176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff996b48340000) 00000020:00000080:1.0:1787388374.095635:0:24176:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787388374.095641:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787388374.096002:0:24176:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996a42d84800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1787388374.096013:0:24176:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787388374.096021:0:24176:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x26817551a44760f1 00010000:00010000:1.0:1787388374.101237:0:24176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1787388374.101989:0:24176:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1787388374.104606:0:24176:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1787388374.106127:0:24176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1787388374.106138:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.106151:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106154:0:24176:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1787388374.106158:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787388374.106160:0:24176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1787388374.106162:0:24176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787388374.106163:0:24176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787388374.106164:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787388374.106167:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106168:0:24176:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787388374.106170:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.106173:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106175:0:24176:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787388374.106178:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787388374.106179:0:24176:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787388374.106182:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.106184:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106186:0:24176:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787388374.106188:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.106191:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106192:0:24176:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787388374.106195:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787388374.106225:0:24176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.106228:0:24176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.106229:0:24176:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787388374.106233:0:24176:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1787388374.106594:0:24159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1787388374.106622:0:24159:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787388374.106646:0:24159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760e3 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.106659:0:24159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b4838fe00/0x26817551a44760dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760e3 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388374.106677:0:24159:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996a42d84800 from 1 10000000:01000000:2.0:1787388374.106680:0:24159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388374.106715:0:24159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.106738:0:24159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.106750:0:24159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388374.106774:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826816:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388374.107209:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.107262:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca0840 going to sleep for 11 seconds 00000100:00100000:3.0:1787388374.107406:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826816 00000100:00100000:3.0:1787388374.107414:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826816 00000100:00100000:3.0:1787388374.107462:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787388374.107471:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:24159:x1874211945826816:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388374.107485:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388374.107497:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44760f8 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.107520:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44760f8 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.107545:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760f8 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.107555:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f6e00, rc 0) 00000100:00100000:3.0:1787388374.107606:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945826816:12345-0@lo:101:mount.lustre.0 Request processed in 136us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388374.107614:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787388374.107764:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826816:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388374.107779:0:24159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.107788:0:24159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388374.109268:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1787388374.109695:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787388374.110052:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787388374.110535:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1787388374.110561:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1787388374.110578:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1787388374.110593:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1787388374.110621:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1787388374.110635:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1787388374.110662:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1787388374.110676:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1787388374.110691:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1787388374.110705:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1787388374.110739:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1787388374.110746:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1787388374.110918:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388374.110984:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.111033:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388374.111187:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945826944 00000100:00100000:3.0:1787388374.111195:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945826944 00000100:00100000:3.0:1787388374.111241:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787388374.111250:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945826944:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388374.111397:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945826944:12345-0@lo:501:mount.lustre.0 Request processed in 147us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388374.111404:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787388374.111566:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945826944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388374.111595:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827072:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388374.111635:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.111666:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.111681:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827072 00000100:00100000:2.0:1787388374.111685:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827072 00000100:00100000:2.0:1787388374.111709:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787388374.111728:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827072:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388374.111806:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827072:12345-0@lo:503:mount.lustre.0 Request processed in 89us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.112170:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787388374.112210:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827072:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787388374.112671:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787388374.113000:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827200:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.113048:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.113099:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca0840 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.113125:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827200 00000100:00100000:2.0:1787388374.113130:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827200 00000100:00100000:2.0:1787388374.113202:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787388374.113210:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827200:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.113307:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827200:12345-0@lo:502:mount.lustre.0 Request processed in 97us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.113314:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787388374.113370:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827200:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388374.113520:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787388374.113542:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787388374.113554:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787388374.113564:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787388374.113574:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787388374.113584:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787388374.113594:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787388374.113605:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787388374.113615:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787388374.113625:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787388374.113635:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787388374.113653:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827328:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.113682:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.117873:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca0840 going to sleep for 11 seconds 00000100:00100000:0.0:1787388374.120216:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827328 00000100:00100000:0.0:1787388374.120227:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827328 00000100:00100000:0.0:1787388374.120285:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787388374.120295:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827328:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388374.120477:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827328:12345-0@lo:502:mount.lustre.0 Request processed in 183us (6792us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.120495:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787388374.121076:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388374.121171:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1787388374.121186:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787388374.122222:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.122232:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.122235:0:24180:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787388374.122241:0:24180:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996a42d84800 00000020:00000080:1.0:1787388374.122244:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388374.122252:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.122327:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.122328:0:24180:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787388374.122332:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.122335:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.122342:0:24180:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787388374.122474:0:24180:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996a42d84800 00000020:00000080:1.0:1787388374.122476:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388374.122563:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.122568:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.122569:0:24180:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787388374.122572:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.122574:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.122576:0:24180:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787388374.122579:0:24180:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996a42d84800 00000020:00000080:1.0:1787388374.122581:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388374.123546:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.123554:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.123555:0:24180:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787388374.123558:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388374.123562:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.123563:0:24180:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787388374.123567:0:24180:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996a42d84800 00000020:00000080:1.0:1787388374.123569:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388374.123612:0:24180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388374.123616:0:24180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388374.123617:0:24180:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787388374.123620:0:24180:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787388374.123821:0:24159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787388374.123860:0:24159:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787388374.123875:0:24159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.123886:0:24159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388374.123943:0:24159:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787388374.123945:0:24159:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff996a42d84800 10000000:01000000:2.0:1787388374.123948:0:24159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff996a42d84800 10000000:01000000:2.0:1787388374.123952:0:24159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787388374.123957:0:24159:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff996a42d84800 from 1 10000000:01000000:2.0:1787388374.123959:0:24159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787388374.123995:0:24159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.124003:0:24159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.124014:0:24159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388374.124039:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827456:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787388374.124114:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.124150:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388374.124385:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827456 00000100:00100000:0.0:1787388374.124393:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827456 00000100:00100000:0.0:1787388374.124439:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787388374.124448:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:24159:x1874211945827456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388374.124461:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388374.124472:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e08600/0x26817551a447610d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476106 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.124495:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e08600/0x26817551a447610d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476106 expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.124506:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e08600/0x26817551a447610d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476106 expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.124514:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e08600, rc 0) 00000100:00100000:0.0:1787388374.124554:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827456:12345-0@lo:101:mount.lustre.0 Request processed in 107us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.124561:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787388374.124908:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787388374.124922:0:24159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447610d expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.124931:0:24159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447610d expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388374.126586:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1787388374.127000:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787388374.127201:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1787388374.127234:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1787388374.127249:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1787388374.127911:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1787388374.127935:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1787388374.127951:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1787388374.127964:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1787388374.127991:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1787388374.128008:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1787388374.128021:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1787388374.128035:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1787388374.128048:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1787388374.128063:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1787388374.128075:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1787388374.128100:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1787388374.128116:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1787388374.128131:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1787388374.128146:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1787388374.128159:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1787388374.128172:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1787388374.128185:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1787388374.128199:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1787388374.128213:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1787388374.128241:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1787388374.132803:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1787388374.132936:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1787388374.132953:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1787388374.132966:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1787388374.132980:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1787388374.132993:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1787388374.133006:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1787388374.133018:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1787388374.133030:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1787388374.133042:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1787388374.133065:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1787388374.133502:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1787388374.133525:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1787388374.133539:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1787388374.133552:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1787388374.133585:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1787388374.133602:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1787388374.133616:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1787388374.133628:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1787388374.133640:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1787388374.133655:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1787388374.133668:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1787388374.133681:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1787388374.133695:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1787388374.135056:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1787388374.135097:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1787388374.135131:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1787388374.135138:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1787388374.135243:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388374.135307:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.135367:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388374.135535:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827584 00000100:00100000:1.0:1787388374.135542:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827584 00000100:00100000:1.0:1787388374.135587:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787388374.135596:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827584:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388374.135710:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827584:12345-0@lo:501:mount.lustre.0 Request processed in 115us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.135733:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787388374.136943:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787388374.136991:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827712:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388374.137046:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.137076:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827712 00000100:00100000:2.0:1787388374.137094:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827712 00000100:00100000:2.0:1787388374.137131:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787388374.137138:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827712:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388374.137227:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827712:12345-0@lo:503:mount.lustre.0 Request processed in 88us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.137240:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787388374.137297:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2480 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.137310:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827712:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787388374.137773:0:24159:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787388374.139215:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.139341:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.139385:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388374.142243:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827840 00000100:00100000:1.0:1787388374.142330:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827840 00000100:00100000:1.0:1787388374.142427:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787388374.142439:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827840:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388374.142613:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827840:12345-0@lo:502:mount.lustre.0 Request processed in 173us (3269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.142622:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787388374.142880:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388374.150895:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787388374.150955:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787388374.150975:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787388374.151003:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787388374.151023:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787388374.151038:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787388374.151051:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787388374.151062:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787388374.151241:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787388374.151275:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787388374.151292:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787388374.151308:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787388374.151322:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787388374.151334:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787388374.151366:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787388374.151384:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787388374.151417:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787388374.151434:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787388374.151447:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787388374.151462:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787388374.151489:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787388374.151504:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787388374.151520:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787388374.151536:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787388374.151550:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787388374.151565:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787388374.151579:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787388374.151595:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787388374.151610:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787388374.151625:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787388374.151638:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787388374.151652:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787388374.151681:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787388374.151700:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787388374.151715:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787388374.152062:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787388374.152151:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787388374.152171:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787388374.152185:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787388374.152198:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787388374.152211:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787388374.152225:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787388374.152239:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787388374.152317:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787388374.152335:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787388374.152367:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787388374.152383:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787388374.152399:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787388374.152473:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.152549:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.152601:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388374.152710:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945827968 00000100:00100000:1.0:1787388374.152729:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945827968 00000100:00100000:1.0:1787388374.152781:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787388374.152793:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827968:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388374.153175:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945827968:12345-0@lo:502:mount.lustre.0 Request processed in 384us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.153183:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787388374.154461:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945827968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388374.154701:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787388374.155520:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787388374.155564:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945828096:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388374.155633:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.155682:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b739b2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388374.155905:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828096 00000100:00100000:1.0:1787388374.155913:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828096 00000100:00100000:1.0:1787388374.155962:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787388374.155972:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945828096:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388374.156334:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945828096:12345-0@lo:502:mount.lustre.0 Request processed in 363us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.156343:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787388374.156917:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945828096:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787388374.156987:0:24159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787388374.157000:0:24159:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787388374.160554:0:24185:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1787388374.160571:0:24185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff996b483419c0) 00000020:00000080:1.0:1787388374.160596:0:24185:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1787388374.161123:0:24185:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996a42d84800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787388374.161128:0:24185:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a42d84800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787388374.161131:0:24185:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a42d84800 3 00010000:00080000:1.0:1787388374.161166:0:24185:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996b7c502000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787388374.163007:0:24185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1787388374.163143:0:24185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1787388374.163187:0:24185:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787388374.163198:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x26817551a447611b 00000100:00080000:1.0:1787388374.163209:0:24185:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787388374.163215:0:24185:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff996b7c502000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:1.0:1787388374.163250:0:24185:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48303100 x1874211945828224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787388374.163296:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945828224:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787388374.163387:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.163451:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828224 00000100:00100000:1.0:1787388374.163458:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828224 00000100:00100000:1.0:1787388374.163487:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388374.163495:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3648:x1874211945828224:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787388374.163517:0:22661:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:1.0:1787388374.163549:0:22661:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x26817551a4476122 00000004:00100000:1.0:1787388374.163563:0:22661:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787388374.163593:0:22661:0:(import.c:65:import_set_state_nolock()) ffff996a4339c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388374.163643:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874211945828224:12345-0@lo:38:llog_process_th.0 Request processed in 147us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388374.163650:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787388374.163688:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b48303100 x1874211945828224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388374.163698:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787388374.163705:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787388374.163712:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787388374.163716:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787388374.163726:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b7c502000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787388374.163733:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3648:1874211945828224:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1787388374.168406:0:24185:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787388374.168793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.168800:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.168803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.168805:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.168930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.168934:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.168937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.168940:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787388374.168980:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945828480:0@lo:400:kworker.0 00000100:00100000:3.0:1787388374.169147:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945828352:0@lo:400:kworker.0 00000100:00100000:3.0:1787388374.169216:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.169377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388374.169414:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828352 00000100:00100000:1.0:1787388374.169422:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828352 00000100:00100000:3.0:1787388374.169884:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828480 00000100:00100000:3.0:1787388374.169888:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828480 00000100:00100000:3.0:1787388374.169928:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787388374.169936:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945828480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388374.170340:0:22661:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1787388374.170365:0:22661:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1787388374.171069:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945828480:12345-0@lo:400:kworker.0 Request processed in 1042us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388374.171549:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787388374.171585:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388374.171593:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945828352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388374.174673:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945828352:12345-0@lo:400:kworker.0 Request processed in 3071us (5446us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388374.174687:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1787388374.174770:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b48302680 x1874211945828480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388374.174786:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945828480:0@lo:400:kworker.0 00010000:00080000:2.0:1787388374.174997:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b48303100 x1874211945828352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388374.175009:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945828352:0@lo:400:kworker.0 00000020:01000004:1.0:1787388374.183324:0:24185:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1787388374.183343:0:24185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff996b72b80000) 00000020:00000080:1.0:1787388374.183413:0:24185:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1787388374.183593:0:24185:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996a42d84800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787388374.183598:0:24185:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996a42d84800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787388374.183601:0:24185:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996a42d84800 3 00010000:00080000:1.0:1787388374.183632:0:24185:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996a420cc000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787388374.191510:0:24185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1787388374.191622:0:24185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1787388374.191672:0:24185:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787388374.191685:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x26817551a4476130 00000100:00080000:1.0:1787388374.191696:0:24185:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787388374.191702:0:24185:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff996a420cc000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388374.194137:0:24185:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48302a00 x1874211945828608/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787388374.194173:0:24185:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1787388374.194623:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1874211945828608:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787388374.194697:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787388374.195194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.195199:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.195202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.195205:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.195209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.195212:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787388374.195215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787388374.195218:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1787388374.195686:0:24185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1787388374.196393:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828608 00000100:00100000:2.0:1787388374.196404:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828608 00000100:00100000:2.0:1787388374.196449:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787388374.196458:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1874211945828608:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787388374.196488:0:22660:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:2.0:1787388374.196529:0:22660:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x26817551a4476137 00000004:00100000:2.0:1787388374.196545:0:22660:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787388374.196577:0:22660:0:(import.c:65:import_set_state_nolock()) ffff996b7374e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388374.196653:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874211945828608:12345-0@lo:38:llog_process_th.0 Request processed in 195us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.196662:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000000:2.0:1787388374.198603:0:24159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787388374.198645:0:24159:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787388374.198668:0:24159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447610d expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.198690:0:24159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5e00/0x26817551a4476106 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447610d expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787388374.198753:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787388374.198756:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787388374.198757:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388374.198758:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388374.198759:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388374.198761:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388374.198762:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787388374.198763:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388374.198765:0:24159:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787388374.198768:0:24159:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1787388374.198770:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787388374.198772:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787388374.198773:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388374.198774:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388374.198775:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388374.198776:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388374.198777:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787388374.198778:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388374.198779:0:24159:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787388374.198802:0:24159:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787388374.200385:0:24159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945828736:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787388374.200459:0:24159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388374.200495:0:24159:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dc8c240 going to sleep for 11 seconds 00000100:00100000:3.0:1787388374.201473:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828736 00000100:00100000:3.0:1787388374.201483:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828736 00000100:00100000:3.0:1787388374.201542:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787388374.201552:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945828736:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787388374.201582:0:22653:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787388374.201597:0:22653:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:0.0:1787388374.202072:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff996b48302a00 x1874211945828608/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388374.202095:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787388374.202104:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1787388374.202112:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787388374.202117:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787388374.202120:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a420cc000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787388374.202126:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3648:1874211945828608:0@lo:38:llog_process_th.0 20000000:01000000:3.0:1787388374.208207:0:22653:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787388374.208227:0:22653:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1787388374.208490:0:22675:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787388374.208495:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787388374.208518:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208535:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476081 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208542:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208549:0:22675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208592:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208816:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388374.208831:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945828864:0@lo:104: 00000100:00100000:0.0:1787388374.208891:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787388374.208949:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4476081 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.208958:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4476081 expref: 21 pid: 22652 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388374.208967:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945828992:0@lo:104: 00000100:00100000:0.0:1787388374.208990:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388374.209024:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b72bc8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388374.209161:0:22642:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787388374.209179:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828864 00000100:00100000:2.0:1787388374.209186:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828864 00000100:00100000:2.0:1787388374.209217:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945828992 00000100:00100000:2.0:1787388374.209220:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945828992 00000100:00100000:2.0:1787388374.209234:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787388374.209242:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945828864:12345-0@lo:104: 00010000:00010000:2.0:1787388374.209272:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.209329:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787388374.209335:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945828864:12345-0@lo:104: Request processed in 94us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.209342:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787388374.209382:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787388374.209388:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c560850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945828992:12345-0@lo:104: 00010000:00010000:2.0:1787388374.209395:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388374.209429:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787388374.209435:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c560850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945828992:12345-0@lo:104: Request processed in 47us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388374.209441:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1787388374.209448:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787388374.209465:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209472:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09800 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:0.0:1787388374.209476:0:22647:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209484:0:22647:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787388374.209491:0:22647:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388374.209496:0:22647:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787388374.209530:0:22647:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209536:0:22647:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388374.209543:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388374.209561:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209569:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b74e09800/0x26817551a447608f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476096 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209582:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388374.209584:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388374.209586:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388374.209604:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945829120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388374.209606:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24159:x1874211945828736:12345-0@lo:253:mount.lustre.0 Request processed in 8054us (9145us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388374.209619:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787388374.209637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388374.209781:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829120 00000100:00100000:0.0:1787388374.209785:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829120 00010000:00010000:0.0:1787388374.209803:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388374.209825:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787388374.209833:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945829120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388374.209843:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787388374.209848:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209857:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a447608f expref: 21 pid: 22653 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.209871:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787388374.209907:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945829120:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.209914:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1787388374.209949:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b4838f000/0x26817551a4476096 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a447608f expref: 20 pid: 22653 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388374.209959:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945828864:0@lo:104: 00000100:00100000:0.0:1787388374.209972:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945828992:0@lo:104: 00010000:00010000:0.0:1787388374.209989:0:22675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388374.209998:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945829120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388374.210635:0:24159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24159:1874211945828736:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787388374.210647:0:24159:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1787388374.210650:0:24159:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787388374.210652:0:24159:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787388374.210654:0:24159:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388374.210655:0:24159:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388374.210656:0:24159:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388374.210658:0:24159:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388374.210659:0:24159:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787388374.210661:0:24159:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388374.210662:0:24159:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787388374.210672:0:24159:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1787388374.211268:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388374.211272:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388374.211274:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388374.211542:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.211555:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388374.211559:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.211568:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388374.211575:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388374.211580:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787388374.211625:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.211632:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787388374.211681:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1787388374.212203:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.212210:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b74e08400/0x26817551a4476081 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476088 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.212226:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388374.212227:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388374.212229:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1787388374.216485:0:24159:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1787388374.219730:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945829248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388374.219826:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388374.220889:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829248 00000100:00100000:0.0:1787388374.220900:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829248 00010000:00010000:0.0:1787388374.220933:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476081 expref: 20 pid: 22652 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388374.221014:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787388374.221024:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4321c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:3649:x1874211945829248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787388374.221039:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787388374.221045:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476081 expref: 20 pid: 22652 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221058:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4476081 expref: 20 pid: 22652 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221538:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b4838e400/0x26817551a4476088 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4476081 expref: 20 pid: 22652 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221554:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221562:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787388374.221579:0:22646:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.013083560s 00010000:00010000:0.0:1787388374.221583:0:22646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221590:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221596:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221602:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221615:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388374.221620:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221628:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221649:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388374.221661:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787388374.221785:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4321c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:3649:x1874211945829248:12345-0@lo:103:ldlm_bl.0 Request processed in 762us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388374.221794:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1787388374.222010:0:22675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.222020:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388374.222034:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b74e09600/0x26817551a447613e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388374.222393:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945829248:0@lo:103:ldlm_bl.0 00002000:00080000:0.0:1787388374.224530:0:24159:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1787388374.224540:0:24159:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1787388374.224576:0:24159:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787388374.224621:0:24159:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.115@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787388374.224648:0:24159:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1787388374.224677:0:24159:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1787388374.228703:0:24159:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388374.228938:0:24159:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787388374.316520:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388375.343538:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787388375.349239:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787388375.349257:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996a420cf800 from 13 10000000:01000000:1.0:1787388375.349262:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787388375.349305:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.349325:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.349336:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388375.349417:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787388375.349480:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388375.349516:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5ed9b480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388375.349535:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829376 00000100:00100000:1.0:1787388375.349542:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829376 00000100:00100000:1.0:1787388375.349596:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787388375.349608:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+19:22656:x1874211945829376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388375.349624:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388375.349638:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476145 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.349676:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476145 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.349688:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476145 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.349698:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838ee00, rc 0) 00000100:00100000:1.0:1787388375.349743:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:22656:x1874211945829376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388375.349752:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787388375.349765:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388375.349783:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388375.349793:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388375.349838:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787388375.349937:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388375.350002:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b47d71d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388375.350101:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829504 00000100:00100000:1.0:1787388375.350105:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829504 00000100:00100000:1.0:1787388375.350163:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787388375.350172:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:22656:x1874211945829504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787388375.350185:0:22653:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787388375.350199:0:22653:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787388375.350202:0:22653:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1787388375.350275:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:22656:x1874211945829504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388375.350282:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787388375.351116:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787388375.351214:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787388375.351224:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388375.351233:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388375.351242:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787388375.351255:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996b7aadb000 from 13 10000000:01000000:2.0:1787388375.351259:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787388375.351283:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388375.351291:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388375.351299:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388375.351315:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787388375.351372:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388375.351396:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b58426000 going to sleep for 11 seconds 00000100:00100000:1.0:1787388375.351513:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829632 00000100:00100000:1.0:1787388375.351518:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829632 00000100:00100000:1.0:1787388375.351557:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787388375.351565:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:22656:x1874211945829632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388375.351574:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388375.351584:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476153 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.351600:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476153 expref: 21 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.351609:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476153 expref: 21 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388375.351617:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b4838fc00, rc 0) 00000100:00100000:1.0:1787388375.351654:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945829632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388375.351661:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787388375.351820:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388375.351831:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388375.351846:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388375.351949:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829760:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787388375.351981:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388375.352001:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b58426000 going to sleep for 11 seconds 00000100:00100000:1.0:1787388375.352612:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829760 00000100:00100000:1.0:1787388375.352625:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829760 00000100:00100000:1.0:1787388375.353001:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787388375.353012:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945829760:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787388375.353028:0:22653:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787388375.353043:0:22653:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787388375.353047:0:22653:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1787388375.353735:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945829760:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 724us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388375.353744:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787388375.354141:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945829760:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787388375.354202:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787388375.354210:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388375.354219:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000004:0.0:1787388375.503311:0:24241:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388375.503906:0:24241:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787388376.364582:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388377.388675:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388377.836915:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787388378.413029:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388378.860515:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787388378.860536:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945829888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388378.860598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388378.860658:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945829888 00000100:00100000:0.0:1787388378.860665:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945829888 00000100:00100000:0.0:1787388378.860715:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787388378.860736:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945829888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787388378.860768:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787388378.860808:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945829888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388378.860815:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787388378.860875:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945829888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388378.862910:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787388378.862932:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945830016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388378.862994:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388378.863063:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830016 00000100:00100000:0.0:1787388378.863070:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830016 00000100:00100000:0.0:1787388378.863120:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787388378.863130:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945830016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787388378.863159:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787388378.863275:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945830016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388378.863587:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945830016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 458us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388378.863594:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1787388379.384761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388379.384768:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388379.384771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388379.384774:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388379.384789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388379.384792:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388379.384796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388379.384799:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787388379.384851:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945830272:0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.384921:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388379.384957:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787388379.384964:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945830144:0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.384995:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388379.385032:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945830656:0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385071:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388379.385098:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945830400:0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385121:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388379.385140:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787388379.385146:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945830528:0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385173:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388379.385203:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830272 00000100:00100000:3.0:1787388379.385210:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830272 00000100:00100000:3.0:1787388379.385242:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830656 00000100:00100000:3.0:1787388379.385245:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830656 00000100:00100000:3.0:1787388379.385279:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830400 00000100:00100000:3.0:1787388379.385282:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830400 00000100:00100000:3.0:1787388379.385297:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830528 00000100:00080000:1.0:1787388379.385299:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787388379.385300:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830528 00000100:00100000:3.0:1787388379.385327:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787388379.385334:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945830272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385406:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945830272:12345-0@lo:400:kworker.0 Request processed in 70us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388379.385413:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787388379.385438:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787388379.385445:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945830656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385471:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945830656:12345-0@lo:400:kworker.0 Request processed in 27us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388379.385484:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787388379.385749:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787388379.385758:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945830400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385802:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945830400:12345-0@lo:400:kworker.0 Request processed in 46us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388379.385808:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787388379.385821:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787388379.385826:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945830528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385849:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945830528:12345-0@lo:400:kworker.0 Request processed in 23us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388379.385855:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787388379.385872:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830144 00000100:00100000:3.0:1787388379.385876:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830144 00000100:00100000:3.0:1787388379.385900:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787388379.385906:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945830144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388379.385935:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945830144:12345-0@lo:400:kworker.0 Request processed in 30us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388379.385941:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1787388379.385966:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787388379.385999:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945830144:0@lo:400:kworker.0 00010000:00080000:3.0:1787388379.386080:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa5c00 x1874211945830656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388379.386091:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945830656:0@lo:400:kworker.0 00010000:00080000:3.0:1787388379.386102:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa6680 x1874211945830272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388379.386120:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945830272:0@lo:400:kworker.0 00010000:00080000:0.0:1787388379.386536:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa4380 x1874211945830528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388379.386548:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945830528:0@lo:400:kworker.0 00010000:00080000:0.0:1787388379.386559:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa4a80 x1874211945830400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388379.386567:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945830400:0@lo:400:kworker.0 00010000:00010000:3.0:1787388379.436589:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388380.463448:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787388380.716995:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787388381.486558:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388382.509499:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787388382.904530:0:24532:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1787388383.404468:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388368/real 1787388368] req@ffff996b48300e00 x1874211945824512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388383 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388383.404498:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b48300e00 x1874211945824512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388383 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388383.404507:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388368/real 1787388368] req@ffff996b48303b80 x1874211945824640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388383 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388383.404518:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b48303b80 x1874211945824640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388383 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787388383.404538:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b52ebe800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787388383.404558:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787388383.404562:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945824512:0@lo:8:kworker.0 00000100:00080000:3.0:1787388383.404568:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787388383.404573:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787388383.404576:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945824640:0@lo:8:kworker.0 00000100:00080000:0.0:1787388383.404721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388383.404725:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388383.404728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388383.404736:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787388383.404754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388383.404757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787388383.404759:0:36:0:(import.c:65:import_set_state_nolock()) ffff996b52ebe800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388383.404764:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 690 00000100:00080000:0.0:1787388383.404769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787388383.404775:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff996b52ebe800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388383.404793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b412ae300 x1874211945831296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388383.404804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388383.404807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787388383.404808:0:36:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388383.404811:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 690 00000100:00080000:0.0:1787388383.404814:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787388383.404817:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388383.404826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b412ad880 x1874211945831424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388383.404860:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945830912:0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.404912:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388383.404951:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945831680:0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.404971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388383.404988:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787388383.404993:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945831040:0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388383.405046:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945831808:0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405067:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388383.405095:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830912 00000100:00100000:0.0:1787388383.405101:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830912 00000100:00100000:0.0:1787388383.405136:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787388383.405143:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945830912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405189:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945830912:12345-0@lo:400:kworker.0 Request processed in 46us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.405196:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787388383.405215:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831680 00000100:00100000:0.0:1787388383.405218:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831680 00000100:00100000:0.0:1787388383.405248:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831040 00000100:00100000:0.0:1787388383.405251:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831040 00000100:00100000:0.0:1787388383.405263:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831808 00000100:00100000:0.0:1787388383.405265:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831808 00000100:00100000:0.0:1787388383.405278:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388383.405284:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945831680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405314:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945831680:12345-0@lo:400:kworker.0 Request processed in 30us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.405320:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388383.405331:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388383.405337:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945831040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405386:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945831040:12345-0@lo:400:kworker.0 Request processed in 49us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.405392:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388383.405403:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388383.405408:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945831808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405441:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945831808:12345-0@lo:400:kworker.0 Request processed in 34us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.405447:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1787388383.405482:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b412ad180 x1874211945831040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388383.405493:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945831040:0@lo:400:kworker.0 00010000:00080000:0.0:1787388383.405502:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b74ee2a00 x1874211945831808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388383.405510:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945831808:0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.405518:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945830912:0@lo:400:kworker.0 00010000:00080000:0.0:1787388383.405527:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b412ae680 x1874211945831680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388383.405534:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945831680:0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405605:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945830784:0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405640:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.405672:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945831552:0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405694:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.405712:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787388383.405727:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945831168:0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405752:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.405781:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831552 00000100:00100000:3.0:1787388383.405785:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831552 00000100:00100000:3.0:1787388383.405809:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787388383.405815:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945831552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405849:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945831552:12345-0@lo:400:kworker.0 Request processed in 34us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388383.405856:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1787388383.405873:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787388383.405876:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787388383.405884:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831168 00000100:00100000:3.0:1787388383.405887:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831168 00000100:00100000:3.0:1787388383.405908:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388383.405914:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945831168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.405942:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945831168:12345-0@lo:400:kworker.0 Request processed in 28us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388383.405948:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388383.405969:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945831296:0@lo:8:kworker.0 00000100:00100000:3.0:1787388383.405994:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.406009:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945831424:0@lo:8:kworker.0 00000100:00100000:3.0:1787388383.406058:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.406093:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831296 00000100:00100000:3.0:1787388383.406097:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831296 00000100:00100000:3.0:1787388383.406112:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831424 00000100:00100000:3.0:1787388383.406115:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831424 00000100:00100000:3.0:1787388383.406125:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787388383.406130:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945831296:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787388383.406159:0:24165:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 704 last 0 00000020:00000080:3.0:1787388383.406186:0:24165:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a4476161 00002000:00100000:3.0:1787388383.406199:0:24165:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff996b44ff3800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366f ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1787388383.406203:0:24165:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1787388383.406206:0:24165:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787388383.406391:0:24165:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1787388383.406412:0:24165:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787388383.406452:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1874211945831296:12345-0@lo:8:kworker.0 Request processed in 320us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388383.406459:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787388383.406473:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787388383.406477:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945831424:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787388383.406488:0:24165:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787388383.407389:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945830784 00000100:00100000:0.0:1787388383.407398:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945830784 00000100:00100000:0.0:1787388383.407436:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787388383.407444:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945830784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388383.407495:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945830784:12345-0@lo:400:kworker.0 Request processed in 51us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.407502:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787388383.414291:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945831168:0@lo:400:kworker.0 00000100:00100000:1.0:1787388383.414309:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945830784:0@lo:400:kworker.0 00010000:00080000:1.0:1787388383.414322:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b412ace00 x1874211945831552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388383.414333:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945831552:0@lo:400:kworker.0 00000100:00100000:3.0:1787388383.424828:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945831424:12345-0@lo:8:kworker.0 Request processed in 18341us (18761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787388383.424842:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787388383.424910:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b412ae300 x1874211945831296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787388403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388383.424921:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787388383.424931:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787388383.424940:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787388383.424946:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787388383.424949:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b52ebe800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787388383.424979:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787388383.424986:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945831296:0@lo:8:kworker.0 00000100:00080000:3.0:1787388383.425016:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000004:00080000:2.0:1787388383.425223:0:23402:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1787388383.425246:0:23402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832064:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1787388383.425299:0:23402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388383.425321:0:23402:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b58426000 going to sleep for 11 seconds 00000100:00100000:2.0:1787388383.425369:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832064 00000100:00100000:2.0:1787388383.425375:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832064 00000100:00100000:2.0:1787388383.425419:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787388383.425427:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23402:x1874211945832064:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1787388383.425648:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945831936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787388383.425676:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388383.425711:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945831936 00000100:00100000:2.0:1787388383.425715:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945831936 00000100:00100000:2.0:1787388383.425737:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787388383.425743:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1874211945831936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787388383.425761:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787388383.425796:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3649:x1874211945831936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388383.425803:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1787388383.425820:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787388383.425840:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7f5e9f80 x1874211945831936/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787388399 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388383.425856:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945831936:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1787388383.431664:0:23400:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787388383.431748:0:23400:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 704954400245ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787388383.431755:0:23400:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:0.0:1787388383.441107:0:24163:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1787388383.441118:0:24163:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1787388383.441489:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23402:x1874211945832064:12345-0@lo:7:osp-pre-0-1.0 Request processed in 16057us (16185us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.441518:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1787388383.445545:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787388383.445553:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945831424:0@lo:8:kworker.0 00000004:00080000:3.0:1787388383.447512:0:23392:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00080000:1.0:1787388383.447770:0:23402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7f5eaa00 x1874211945832064/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787388399 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388383.447787:0:23402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832064:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1787388383.447800:0:23402:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787388383.447852:0:23402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832192:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787388383.447907:0:23402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388383.447929:0:23402:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5249f600 going to sleep for 11 seconds 00000100:00100000:3.0:1787388383.455155:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832192 00000100:00100000:3.0:1787388383.455169:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832192 00000100:00100000:3.0:1787388383.455229:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787388383.455240:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23402:x1874211945832192:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787388383.455274:0:24165:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1787388383.455380:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23402:x1874211945832192:12345-0@lo:5:osp-pre-0-1.0 Request processed in 142us (7472us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388383.455388:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1787388383.455444:0:23402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b48303b80 x1874211945832192/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787388399 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388383.455458:0:23402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832192:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1787388383.455469:0:23402:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787388383.455515:0:23402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832320:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787388383.455549:0:23402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388383.455570:0:23402:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eea300 going to sleep for 11 seconds 00000100:00100000:3.0:1787388383.455586:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832320 00000100:00100000:3.0:1787388383.455589:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832320 00000100:00100000:3.0:1787388383.455606:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787388383.455612:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23402:x1874211945832320:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787388383.455638:0:24163:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1787388383.516224:0:24160:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1787388383.516251:0:24160:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1787388383.516844:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23402:x1874211945832320:12345-0@lo:5:osp-pre-0-1.0 Request processed in 61225us (61287us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787388383.516859:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1787388383.516921:0:23402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa5880 x1874211945832320/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787388399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388383.516932:0:23402:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787388383.516939:0:23402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23402:1874211945832320:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1787388383.516954:0:23402:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1787388383.517029:0:23402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23402:1874211945832448:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787388383.517065:0:23402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388383.517090:0:23402:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5249f480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388383.517149:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832448 00000100:00100000:1.0:1787388383.517156:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832448 00000100:00100000:1.0:1787388383.517407:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787388383.517419:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23402:x1874211945832448:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787388383.517467:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23402:x1874211945832448:12345-0@lo:900:osp-pre-0-1.0 Request processed in 52us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388383.517475:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787388383.517506:0:23402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b48303800 x1874211945832448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787388399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388383.517516:0:23402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23402:1874211945832448:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1787388383.535698:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388383.995977:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787388383.996001:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945832576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388383.996079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388383.996124:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832576 00000100:00100000:0.0:1787388383.996131:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832576 00000100:00100000:0.0:1787388383.996175:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787388383.996184:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945832576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787388383.996218:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787388383.996270:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945832576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388383.996277:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787388383.996318:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945832576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388384.008457:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945832704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388384.008529:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388384.008618:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832704 00000100:00100000:0.0:1787388384.008626:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832704 00000100:00100000:0.0:1787388384.008674:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787388384.008683:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945832704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787388384.008716:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787388384.026082:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945832704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 17390us (17544us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388384.026097:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787388384.027165:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945832704:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1787388384.059414:0:24585:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787388384.059640:0:24585:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787388384.557671:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787388385.324088:0:24636:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388385.324553:0:24636:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787388385.582181:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388386.605694:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787388387.059894:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787388387.628736:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388388.588864:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945832832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787388388.588994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388388.590701:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832832 00000100:00100000:1.0:1787388388.590719:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832832 00000100:00100000:1.0:1787388388.590831:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787388388.590842:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945832832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787388388.590885:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388388.590976:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945832832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388388.590993:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787388388.591057:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b48303800 x1874211945832832/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388388.591081:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945832832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787388388.591386:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787388388.592192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388388.592196:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388388.592200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388388.592203:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787388388.592233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388388.592237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787388388.592241:0:36:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388388.592248:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1787388388.592255:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787388388.592262:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388388.592286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b52ef1880 x1874211945833472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787388388.592339:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945833472:0@lo:8:kworker.0 00000100:00100000:3.0:1787388388.592480:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388388.592529:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833472 00000100:00100000:3.0:1787388388.592536:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833472 00000100:00100000:3.0:1787388388.592580:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787388388.592587:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945833472:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1787388388.592699:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945833088:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.592737:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.592782:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1874211945833728:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.592841:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.592871:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787388388.592878:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945832960:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.592909:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.592932:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945833600:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.592956:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.593001:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833088 00000100:00100000:2.0:1787388388.593006:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833088 00000100:00100000:2.0:1787388388.593045:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787388388.593052:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945833088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593108:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945833088:12345-0@lo:400:kworker.0 Request processed in 56us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593116:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787388388.593141:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833728 00000100:00100000:2.0:1787388388.593145:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833728 00000100:00100000:2.0:1787388388.593181:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833600 00000100:00100000:2.0:1787388388.593185:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833600 00000100:00100000:2.0:1787388388.593203:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787388388.593209:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874211945833728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593243:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874211945833728:12345-0@lo:400:kworker.0 Request processed in 34us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593249:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787388388.593261:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787388388.593267:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945833600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593293:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874211945833600:12345-0@lo:400:kworker.0 Request processed in 26us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593299:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787388388.593320:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945832960 00000100:00100000:2.0:1787388388.593331:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945832960 00000100:00100000:2.0:1787388388.593389:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1787388388.593396:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945832960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593428:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3650:x1874211945832960:12345-0@lo:400:kworker.0 Request processed in 32us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593435:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1787388388.593486:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945833216:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593513:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.593532:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945833856:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593558:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.593577:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787388388.593583:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945833344:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388388.593651:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833344 00000100:00100000:2.0:1787388388.593655:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833344 00000100:00100000:2.0:1787388388.593679:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787388388.593686:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945833344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593718:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945833344:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593725:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787388388.593739:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833216 00000100:00100000:2.0:1787388388.593743:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833216 00000100:00100000:2.0:1787388388.593760:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833856 00000100:00100000:2.0:1787388388.593763:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833856 00000100:00100000:2.0:1787388388.593779:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787388388.593785:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945833216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593815:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945833216:12345-0@lo:400:kworker.0 Request processed in 30us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593828:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787388388.593840:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787388388.593846:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945833856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.593875:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945833856:12345-0@lo:400:kworker.0 Request processed in 29us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388388.593881:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1787388388.593900:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787388388.593904:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787388388.593939:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945833344:0@lo:400:kworker.0 00010000:00080000:2.0:1787388388.593953:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef1c00 x1874211945833216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388388.593963:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945833216:0@lo:400:kworker.0 00010000:00080000:2.0:1787388388.593972:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0a80 x1874211945833856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388388.593980:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945833856:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.594025:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945832960:0@lo:400:kworker.0 00010000:00080000:2.0:1787388388.594036:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0380 x1874211945833600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388388.594045:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874211945833600:0@lo:400:kworker.0 00000100:00100000:2.0:1787388388.594057:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945833088:0@lo:400:kworker.0 00010000:00080000:2.0:1787388388.594068:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0700 x1874211945833728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388388.594089:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1874211945833728:0@lo:400:kworker.0 00010000:00020000:3.0:1787388388.595087:0:24165:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787388388.595180:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945833472:12345-0@lo:8:kworker.0 Request processed in 2589us (2698us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787388388.595206:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1787388388.596929:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787388388.596945:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787388388.596952:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945833472:0@lo:8:kworker.0 00010000:00010000:3.0:1787388388.655182:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388389.101179:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945833984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388389.101246:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.106046:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945833984 00000100:00100000:2.0:1787388389.106060:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945833984 00000100:00100000:2.0:1787388389.106123:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787388389.106132:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945833984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787388389.106166:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787388389.106251:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945833984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388389.106266:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787388389.106316:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945833984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388389.106595:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945834112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388389.106632:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.121562:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834112 00000100:00100000:2.0:1787388389.121577:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834112 00000100:00100000:2.0:1787388389.121631:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787388389.121641:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945834112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388389.121676:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388389.121755:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945834112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (15122us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388389.121772:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787388389.121824:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945834112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787388389.614573:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388369/real 1787388369] req@ffff996b7f5eb480 x1874211945825024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.614602:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b7f5eb480 x1874211945825024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.614611:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787388369/real 1787388369] req@ffff996b7f5eb800 x1874211945825152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.614622:0:3648:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff996b7f5eb800 x1874211945825152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787388389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787388389.614641:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787388389.614663:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787388389.614668:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945825024:0@lo:8:kworker.0 00000100:00080000:3.0:1787388389.614674:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787388389.614679:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787388389.614682:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945825152:0@lo:8:kworker.0 00000100:00080000:2.0:1787388389.616501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388389.616513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787388389.616517:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388389.616524:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787388389.616529:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787388389.616536:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff996b73a8f800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388389.616556:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eb480 x1874211945834496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787388389.616570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388389.616573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787388389.616575:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388389.616578:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787388389.616580:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787388389.616583:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388389.616593:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b7f5eaa00 x1874211945834624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787388389.616684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787388389.616687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787388389.616689:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787388389.616693:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:2.0:1787388389.616695:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787388389.616699:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:2.0:1787388389.616712:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996a43935c00 x1874211945835136/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787388389.616761:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945834880:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.616891:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.616926:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945835520:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.616952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.616987:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787388389.616994:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945834240:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.617019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.617043:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945835008:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.617064:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.617137:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945834496:0@lo:8:kworker.0 00000100:00100000:3.0:1787388389.617209:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945834752:0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617237:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.617257:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945835392:0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617284:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.617303:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787388389.617309:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945834368:0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617340:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.617435:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945835264:0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617457:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.617487:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835520 00000100:00100000:3.0:1787388389.617494:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835520 00000100:00100000:3.0:1787388389.617525:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834752 00000100:00100000:3.0:1787388389.617528:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834752 00000100:00100000:3.0:1787388389.617539:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835392 00000100:00100000:3.0:1787388389.617541:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835392 00000100:00100000:3.0:1787388389.617628:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835264 00000100:00100000:3.0:1787388389.617632:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835264 00000100:00100000:3.0:1787388389.617756:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787388389.617767:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945835520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617812:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945835520:12345-0@lo:400:kworker.0 Request processed in 47us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.617927:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787388389.617947:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787388389.617953:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945834752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.617997:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945834752:12345-0@lo:400:kworker.0 Request processed in 44us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.618003:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787388389.618014:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787388389.618019:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1874211945835392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.618043:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1874211945835392:12345-0@lo:400:kworker.0 Request processed in 24us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.618048:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787388389.618368:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787388389.618386:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945835264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.618417:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945835264:12345-0@lo:400:kworker.0 Request processed in 33us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.618423:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787388389.618447:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834880 00000100:00100000:3.0:1787388389.618451:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834880 00000100:00100000:3.0:1787388389.618474:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834368 00000100:00100000:3.0:1787388389.618477:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834368 00000100:00100000:3.0:1787388389.618490:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388389.618495:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945834880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.618526:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945834880:12345-0@lo:400:kworker.0 Request processed in 31us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.618532:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388389.618542:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388389.618547:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945834368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.618572:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945834368:12345-0@lo:400:kworker.0 Request processed in 25us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.618578:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388389.618616:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945834368:0@lo:400:kworker.0 00010000:00080000:3.0:1787388389.618628:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996a43937100 x1874211945835264/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.618638:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945835264:0@lo:400:kworker.0 00010000:00080000:3.0:1787388389.618649:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7aaa5880 x1874211945834752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.618657:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7aaa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945834752:0@lo:400:kworker.0 00010000:00080000:3.0:1787388389.618676:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996a43937800 x1874211945835392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388389.618683:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3652:1874211945835392:0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.618737:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834240 00000100:00100000:3.0:1787388389.618741:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834240 00000100:00100000:3.0:1787388389.620516:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787388389.620532:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945834240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388389.620602:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945834240:12345-0@lo:400:kworker.0 Request processed in 76us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388389.620609:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787388389.622548:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.622586:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945834624:0@lo:8:kworker.0 00000100:00100000:2.0:1787388389.622646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.622661:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945835136:0@lo:8:kworker.0 00000100:00100000:2.0:1787388389.622681:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.622711:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835008 00000100:00100000:2.0:1787388389.622718:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835008 00000100:00100000:2.0:1787388389.622746:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834496 00000100:00100000:2.0:1787388389.622749:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834496 00000100:00100000:2.0:1787388389.622758:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945834624 00000100:00100000:2.0:1787388389.622760:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945834624 00000100:00100000:2.0:1787388389.622768:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835136 00000100:00100000:2.0:1787388389.622780:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835136 00000100:00100000:2.0:1787388389.622793:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787388389.622801:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945835008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388389.622851:0:24166:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1787388389.622859:0:24166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1787388389.622867:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945835008:12345-0@lo:400:kworker.0 Request processed in 66us (5801us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388389.622886:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787388389.622902:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787388389.622913:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945834496:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787388389.622937:0:24165:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 711 last 0 00000020:00000080:2.0:1787388389.622964:0:24165:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a4476168 00002000:00100000:2.0:1787388389.622985:0:24165:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff996b44285800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366f ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1787388389.622989:0:24165:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1787388389.622991:0:24165:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787388389.623054:0:24165:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787388389.623231:0:24165:0:(import.c:65:import_set_state_nolock()) ffff996b44282000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388389.623277:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1874211945834496:12345-0@lo:8:kworker.0 Request processed in 362us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388389.623284:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787388389.623296:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388389.623300:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945834624:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787388389.623312:0:24165:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787388389.623337:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945834624:12345-0@lo:8:kworker.0 Request processed in 35us (690us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787388389.623343:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388389.623372:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787388389.623377:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945835136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787388389.623386:0:24165:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787388389.623407:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3648:x1874211945835136:12345-0@lo:8:kworker.0 Request processed in 29us (725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787388389.623412:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1787388389.623441:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996a43936300 x1874211945835008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388389.623465:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945835008:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.623480:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945834880:0@lo:400:kworker.0 00010000:00080000:2.0:1787388389.623489:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996a43935180 x1874211945835520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388389.623497:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945835520:0@lo:400:kworker.0 00000100:00100000:2.0:1787388389.623519:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945834240:0@lo:400:kworker.0 00010000:00080000:0.0:1787388389.623869:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b7f5eb480 x1874211945834496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787388414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388389.623877:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787388389.623884:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787388389.623892:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787388389.623897:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787388389.623909:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b73a8f800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787388389.623932:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787388389.623938:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945834496:0@lo:8:kworker.0 00000100:00080000:0.0:1787388389.623951:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388389.623955:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388389.623958:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945834624:0@lo:8:kworker.0 00000100:00080000:0.0:1787388389.623970:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388389.623973:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787388389.623985:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945835136:0@lo:8:kworker.0 00000004:00080000:0.0:1787388389.624010:0:22683:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787388389.624089:0:22683:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 711146741172ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787388389.624095:0:22683:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1787388389.624819:0:22684:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:2.0:1787388389.624839:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22684:1874211945835776:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1787388389.624878:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388389.624896:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b450436c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388389.624921:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835776 00000100:00100000:2.0:1787388389.624925:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835776 00000100:00100000:2.0:1787388389.624957:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787388389.624964:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22684:x1874211945835776:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787388389.625673:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945835648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787388389.625711:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388389.626442:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835648 00000100:00100000:1.0:1787388389.626450:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835648 00000100:00100000:1.0:1787388389.626481:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388389.626489:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1874211945835648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787388389.626504:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388389.626549:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1874211945835648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388389.626555:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1787388389.627323:0:22639:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:0.0:1787388389.628731:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996a43935180 x1874211945835648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787388405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388389.628767:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945835648:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787388389.633990:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1787388389.634802:0:24165:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1787388389.634821:0:24165:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1787388389.634828:0:24165:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:0.0:1787388389.653971:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.653994:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.654012:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.654016:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.654022:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.654040:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.654049:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.654319:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.654537:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388389.654545:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.654554:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388389.654567:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.654576:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.654595:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.654603:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.654605:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.654606:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.654688:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388389.654694:0:24165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059e34139/0x26817551a447616f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787388389.655629:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.655638:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655650:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.655654:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.655658:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655670:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655679:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655687:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655703:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388389.655712:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.655716:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655724:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.655728:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655743:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655876:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655885:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025504208/0x26817551a4476176 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.655909:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.655911:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.655912:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388389.656468:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.656474:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656484:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.656487:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.656491:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656500:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656508:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656521:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656538:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388389.656548:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.656553:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656559:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.656563:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656571:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656582:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656589:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000652d967b/0x26817551a447617d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.656605:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.656607:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.656608:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388389.660291:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.660310:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.660327:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.660332:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.660337:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.660365:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.660376:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.660383:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.660406:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787388389.661403:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.661412:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661421:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.661424:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.661429:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661439:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661452:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661459:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661474:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787388389.661654:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787388389.661661:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661669:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.661674:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661683:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661715:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661723:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bc33bba/0x26817551a4476184 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.661740:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.661749:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662594:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.662599:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662609:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662622:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662629:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ddfea3d/0x26817551a447618b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662646:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.662647:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.662649:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388389.662711:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.662717:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.662726:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.662729:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.662733:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.664304:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.664321:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.664329:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.664367:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787388389.666027:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.666039:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666062:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.666067:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.666072:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666085:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666093:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666116:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666138:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787388389.666156:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787388389.666161:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666168:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.666172:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666181:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666466:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666475:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e472e2b/0x26817551a4476192 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666495:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.666498:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666515:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.666518:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666525:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666534:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666541:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476199 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.666553:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.666555:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.666557:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.666566:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.667381:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388389.668429:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.668442:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.668456:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.668460:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.668465:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.668490:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.668500:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.668508:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.668527:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787388389.668637:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388389.668645:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.668655:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09a00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388389.668660:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.668670:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.668688:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.668695:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd8cf05/0x26817551a44761a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.668719:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.668721:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.668723:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.670637:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.670649:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670664:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.670668:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.670674:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670688:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670698:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670706:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670725:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787388389.670735:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388389.670740:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670760:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838ec00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388389.670764:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670773:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670788:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670795:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eec8f69c/0x26817551a44761a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.670814:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.670816:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.670818:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.671712:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.671722:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.671735:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.671738:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.671743:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.671754:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.671768:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.671776:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.671799:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.671848:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.671856:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.671865:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838e400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.671889:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.671898:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.671915:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.671922:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a969199b/0x26817551a44761ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.671936:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.671938:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.671940:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.673419:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.673430:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.673442:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.673446:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.673451:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.673463:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.673477:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.673484:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.673826:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.673885:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.673891:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.673899:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838f000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.673903:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.673912:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.673927:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.673941:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcd9cd/0x26817551a44761b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.673958:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.673960:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.673961:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.675415:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.675427:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.675441:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.675445:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.675450:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.675461:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.675470:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.675477:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.675499:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.675598:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.675604:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.675611:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.675616:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.675623:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.675926:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.675933:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000863f19ef/0x26817551a44761bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.675950:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.675952:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.675954:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.676889:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.676898:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.676909:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.676918:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.676922:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.676933:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.676953:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.676960:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.676986:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.677178:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.677184:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.677192:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.677196:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.677205:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.677219:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.677225:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa087001/0x26817551a44761c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.677241:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.677242:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.677244:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.677460:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.677828:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.677836:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.677845:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.677848:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.677852:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.677861:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.677870:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.677884:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.677968:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.678029:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.678035:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.678043:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076c00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.678047:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.679483:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.679501:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.679508:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000929eb7e6/0x26817551a44761ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.679526:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.679528:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.679530:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.679595:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.679601:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.679610:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.679613:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.679618:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.679628:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.679637:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.679644:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.679666:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388389.680031:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.680038:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.680047:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.680051:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.680059:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.680072:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.680078:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad7907b9/0x26817551a44761d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.680097:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.680099:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.680100:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.683221:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.683234:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.683263:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.683267:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.683272:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.683284:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.683294:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.683301:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.683321:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.683680:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.683686:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.683695:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.683700:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.683709:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.683726:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.683746:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad64f2fa/0x26817551a44761d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.683766:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.683780:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.683782:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.686623:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.686637:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.686653:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.686657:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.686663:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.686675:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.686698:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.686706:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.686725:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787388389.687281:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.687287:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687295:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.687298:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.687303:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687312:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687320:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687327:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687374:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787388389.687673:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.687679:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687688:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.687691:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.687695:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687703:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687710:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687718:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.687729:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1787388389.688050:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.688067:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688075:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.688084:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.688089:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688098:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688105:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688111:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688118:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1787388389.688385:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787388389.688391:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688399:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077a00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388389.688403:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688411:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688426:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688443:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b2b453d/0x26817551a44761df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688446:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787388389.688452:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688458:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388389.688459:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388389.688462:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688463:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688470:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.688471:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688473:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688480:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688481:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688489:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005620d6a7/0x26817551a44761e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688490:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688497:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000921300de/0x26817551a44761ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688502:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.688504:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688506:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.688507:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388389.688509:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.688515:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.688518:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688525:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688536:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688543:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efc221c6/0x26817551a44761f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.688555:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.688557:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.688558:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.688565:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.688706:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.688712:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688726:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.688729:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.688734:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688743:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688761:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688769:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.688791:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787388389.689304:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.689310:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689319:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.689321:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.689325:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689333:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689377:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689384:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689396:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787388389.689638:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388389.689644:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689652:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.689656:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689674:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689686:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689693:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d433a83/0x26817551a44761fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689707:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.689710:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689715:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.689718:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689725:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689734:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689741:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de16fa9/0x26817551a4476202 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.689775:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.689777:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.689779:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.689786:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.689869:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.689875:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689882:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.689884:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.689888:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689896:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689914:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689920:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.689949:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.690511:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.690518:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.690526:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.690529:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.690536:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.690549:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.690556:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007dbb88d/0x26817551a4476209 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.690571:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.690573:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.690574:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.690677:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.690683:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.690691:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.690694:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.690698:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.690708:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.690716:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.690724:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.690745:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.691402:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.691408:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691424:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076a00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.691428:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691437:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691450:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691457:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e842ed83/0x26817551a4476210 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691472:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.691474:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.691475:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.691570:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.691576:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.691585:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.691594:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.691598:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.691609:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.691616:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.691624:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.691646:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.691918:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.691924:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691932:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70076600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.691936:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691944:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691962:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691969:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b39ac4/0x26817551a4476217 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.691997:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.691999:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.692001:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.692213:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.692219:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.692229:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.692232:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.692236:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.692245:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.692254:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.692266:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.692285:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.692511:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.692516:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.692524:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.692528:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.692536:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.692547:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.692554:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e812f14/0x26817551a447621e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.692578:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.692580:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.692581:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.694451:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.694464:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.694480:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.694484:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.694489:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.694501:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.694511:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.694518:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.694539:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.694774:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.694780:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.694789:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b70077c00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.694794:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.694802:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.694817:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.694825:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b64e1106/0x26817551a4476225 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.694845:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.694847:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.694848:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.695867:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.695877:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.695896:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.695965:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.695972:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.695994:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.696004:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.696011:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.696070:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787388389.698369:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.698380:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.698405:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777c600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.698410:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.698420:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.698440:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.698447:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c749d16/0x26817551a447622c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.698472:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.698473:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.698475:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.699267:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.699279:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.699292:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.699296:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.699302:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.699315:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.699338:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.700195:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.700224:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388389.700336:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388389.700343:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.700368:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388389.700373:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.700381:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.700397:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.700405:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000061ae092/0x26817551a4476233 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.700423:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.700425:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.700426:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388389.701449:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388389.701458:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.701469:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787388389.701473:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388389.701478:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.701490:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.701499:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.701506:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388389.701967:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787388389.706460:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388389.706474:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.706503:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787388389.706507:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388389.706513:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.706526:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.706535:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388389.706543:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707431:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388389.707440:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707449:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777de00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.707454:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707463:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707487:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707494:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c59499a5/0x26817551a447623a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707511:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388389.707515:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707521:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388389.707524:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707531:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707540:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388389.707547:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.707548:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388389.707550:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388389.707603:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787388389.707610:0:24165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0e170e8/0x26817551a4476241 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1787388389.707701:0:24165:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1787388389.708316:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22684:x1874211945835776:12345-0@lo:5:osp-pre-0-0.0 Request processed in 83347us (83432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388389.708326:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1787388389.708426:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388389.708500:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22684:1874211945835776:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787388389.708515:0:22684:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:3.0:1787388389.708559:0:22684:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22684:1874211945835904:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787388389.708595:0:22684:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388389.708623:0:22684:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388389.708674:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945835904 00000100:00100000:0.0:1787388389.708680:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945835904 00000100:00100000:0.0:1787388389.708726:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787388389.708734:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22684:x1874211945835904:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1787388389.709310:0:24163:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:0.0:1787388389.719263:0:24160:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1787388389.719324:0:24160:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787388389.719592:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22684:x1874211945835904:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10855us (10991us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787388389.719603:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787388389.719726:0:22684:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787388389.719736:0:22684:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22684:1874211945835904:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787388389.719750:0:22684:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1787388390.700501:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787388390.968317:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787388391.731605:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388392.753307:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388393.711709:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945836032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787388393.711782:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388393.712019:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836032 00000100:00100000:1.0:1787388393.712026:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836032 00000100:00100000:1.0:1787388393.712086:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388393.712094:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945836032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787388393.712130:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388393.712176:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945836032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388393.712183:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787388393.712227:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945836032:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787388393.713644:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787388393.774690:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787388394.105743:0:24983:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787388394.105747:0:24983:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1787388394.105749:0:24983:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1787388394.106220:0:24983:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff996b44ff2800 00000020:01000004:3.0:1787388394.106235:0:24983:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1787388394.106250:0:24983:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787388394.106263:0:24983:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff996a42db4d40) 00000020:00000080:3.0:1787388394.106285:0:24983:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787388394.195421:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1787388394.201477:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787388394.202066:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787388394.203193:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1787388394.203545:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787388394.203817:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1787388394.204751:0:24983:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1787388394.206992:0:24983:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787388394.207241:0:24983:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1787388394.207255:0:24983:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787388394.207266:0:24983:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x26817551a447624f 00000020:01000004:3.0:1787388394.207272:0:24983:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1787388394.207293:0:24983:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.115@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787388394.207297:0:24983:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.115@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787388394.207302:0:24983:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1787388394.207329:0:24983:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1787388394.207334:0:24983:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.115@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787388394.218035:0:24983:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787388394.218074:0:24983:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.115@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787388394.218078:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787388394.218080:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787388394.218081:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388394.218083:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388394.218084:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388394.218085:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388394.218087:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787388394.218089:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388394.218090:0:24983:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787388394.218094:0:24983:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787388394.218096:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787388394.218097:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787388394.218098:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787388394.218100:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787388394.218101:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787388394.218102:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787388394.218103:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787388394.218104:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787388394.218109:0:24983:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787388394.218186:0:24983:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787388394.218206:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836160:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787388394.218270:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.218403:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8b000 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.218507:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836160 00000100:00100000:2.0:1787388394.218515:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836160 00000100:00100000:2.0:1787388394.218590:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1787388394.218599:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24983:x1874211945836160:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787388394.218636:0:22653:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1787388394.218640:0:22653:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1787388394.218644:0:22653:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1787388394.218916:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24983:x1874211945836160:12345-0@lo:253:mount.lustre.0 Request processed in 317us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.218925:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787388394.219015:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836160:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787388394.219025:0:24983:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787388394.219027:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787388394.219029:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787388394.219030:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787388394.219031:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787388394.219032:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787388394.219034:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787388394.219035:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787388394.219036:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787388394.219038:0:24983:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787388394.219055:0:24983:0:(tgt_mount.c:101:server_register_mount()) register mount ffff996b44ff2800 from lustre-OST0001 10000000:01000000:0.0:1787388394.219080:0:24983:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1787388394.219083:0:24983:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1787388394.219091:0:24983:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff996b739c8000 local copy 00010000:00010000:0.0:1787388394.219101:0:24983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388394.219195:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836288:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388394.219225:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.219462:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eeae40 going to sleep for 11 seconds 00000100:00100000:3.0:1787388394.219538:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836288 00000100:00100000:3.0:1787388394.219543:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836288 00000100:00100000:3.0:1787388394.219567:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787388394.219573:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24983:x1874211945836288:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388394.219674:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24983:x1874211945836288:12345-0@lo:501:mount.lustre.0 Request processed in 100us (448us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787388394.219681:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787388394.219735:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836288:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787388394.219754:0:24983:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.115@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787388394.219773:0:24983:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.115@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787388394.219778:0:24983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388394.219788:0:24983:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e08e00/0x26817551a4475e89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4475e90 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787388394.219824:0:24983:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff996b44ff2800 10000000:01000000:0.0:1787388394.219829:0:24983:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787388394.219833:0:24983:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1787388394.219836:0:24983:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787388394.219840:0:24983:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1787388394.219843:0:24983:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1787388394.219862:0:24983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388394.219870:0:24983:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388394.219879:0:24983:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388394.219891:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836416:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787388394.219915:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.219975:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eeae40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.220003:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836416 00000100:00100000:2.0:1787388394.220007:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836416 00000100:00100000:3.0:1787388394.220040:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787388394.220047:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:24983:x1874211945836416:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787388394.220055:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388394.220067:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a432f7400/0x26817551a447625d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476256 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.220088:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f7400/0x26817551a447625d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476256 expref: 22 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.220098:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a432f7400/0x26817551a447625d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476256 expref: 22 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.220106:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f7400, rc 0) 00000100:00100000:3.0:1787388394.220241:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945836416:12345-0@lo:101:mount.lustre.0 Request processed in 194us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.220248:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787388394.220480:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836416:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388394.220497:0:24983:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447625d expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388394.220512:0:24983:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447625d expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388394.220927:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945836544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787388394.220992:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.221088:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945836672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388394.221124:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.221160:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836544 00000100:00100000:2.0:1787388394.221165:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836544 00000100:00100000:2.0:1787388394.221197:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836672 00000100:00100000:2.0:1787388394.221201:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836672 00000100:00100000:2.0:1787388394.221222:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388394.221229:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945836544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388394.221259:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388394.221413:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945836544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 183us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.221421:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388394.221448:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787388394.221456:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945836672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787388394.221474:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787388394.221510:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945836672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.221517:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787388394.221559:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945836672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388394.221617:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945836544:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1787388394.222854:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1787388394.223569:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388394.225068:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1787388394.225108:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1787388394.225190:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1787388394.225208:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787388394.225221:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787388394.225232:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787388394.225244:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787388394.225255:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787388394.225267:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1787388394.225288:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1787388394.225292:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1787388394.225530:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388394.225591:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.225682:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eea300 going to sleep for 11 seconds 00000100:00100000:3.0:1787388394.225727:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836800 00000100:00100000:3.0:1787388394.225734:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836800 00000100:00100000:3.0:1787388394.225778:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787388394.225786:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945836800:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388394.225955:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945836800:12345-0@lo:501:mount.lustre.0 Request processed in 160us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.225963:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787388394.226023:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388394.226051:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787388394.226087:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.226111:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eea300 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.226211:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945836928 00000100:00100000:2.0:1787388394.226215:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945836928 00000100:00100000:2.0:1787388394.226250:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1787388394.226258:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945836928:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787388394.226914:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945836928:12345-0@lo:503:mount.lustre.0 Request processed in 654us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.226922:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787388394.227005:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945836928:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787388394.227645:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787388394.227713:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388394.227763:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.227799:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eeae40 going to sleep for 11 seconds 00000100:00100000:3.0:1787388394.227845:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837056 00000100:00100000:3.0:1787388394.227851:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837056 00000100:00100000:3.0:1787388394.227928:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787388394.227937:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945837056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388394.228280:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945837056:12345-0@lo:502:mount.lustre.0 Request processed in 343us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.228288:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787388394.228379:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837056:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787388394.228527:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787388394.228563:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787388394.228576:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787388394.228588:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787388394.228599:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787388394.228610:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787388394.228621:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787388394.228632:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787388394.228642:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1787388394.228663:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837184:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388394.228696:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.229035:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74eeae40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.229097:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837184 00000100:00100000:2.0:1787388394.229102:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837184 00000100:00100000:2.0:1787388394.229137:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787388394.229144:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945837184:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388394.229227:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945837184:12345-0@lo:502:mount.lustre.0 Request processed in 83us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.229234:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787388394.229408:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837184:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787388394.229451:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1787388394.229460:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1787388394.230059:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787388394.230067:0:24987:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1787388394.230073:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.230075:0:24987:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1787388394.230081:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787388394.230095:0:24987:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff996a420c19c0) 00000020:00000080:0.0:1787388394.230137:0:24987:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787388394.230144:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787388394.230217:0:24987:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b44ff2800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1787388394.230226:0:24987:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787388394.230232:0:24987:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x26817551a447626b 00010000:00010000:0.0:1787388394.233819:0:24987:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1787388394.234240:0:24987:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1787388394.235528:0:24987:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787388394.236887:0:24987:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1787388394.236897:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388394.236903:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.236905:0:24987:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1787388394.236908:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388394.236912:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.236914:0:24987:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787388394.236917:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787388394.236919:0:24987:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787388394.236921:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388394.236923:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.236924:0:24987:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787388394.236927:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787388394.236929:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.236930:0:24987:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787388394.236933:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787388394.236971:0:24987:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787388394.236975:0:24987:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787388394.236977:0:24987:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787388394.236980:0:24987:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1787388394.237128:0:24983:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1787388394.237163:0:24983:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1787388394.237185:0:24983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447625d expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.237197:0:24983:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e09600/0x26817551a4476256 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447625d expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388394.237205:0:24983:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996b44ff2800 from 1 10000000:01000000:3.0:1787388394.237208:0:24983:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787388394.237239:0:24983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.237247:0:24983:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.237276:0:24983:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388394.237300:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837312:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787388394.237394:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.237438:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5ed9b300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.237603:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837312 00000100:00100000:1.0:1787388394.237610:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837312 00000100:00100000:1.0:1787388394.237664:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787388394.237674:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:24983:x1874211945837312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388394.237687:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388394.237699:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476272 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.237733:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476272 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.237743:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476272 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.237752:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777d000, rc 0) 00000100:00100000:1.0:1787388394.237832:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837312:12345-0@lo:101:mount.lustre.0 Request processed in 159us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.237839:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787388394.238015:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837312:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787388394.238030:0:24983:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388394.238039:0:24983:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787388394.238993:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1787388394.239289:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787388394.239744:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1787388394.239767:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1787388394.239786:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1787388394.239797:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1787388394.239808:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1787388394.239820:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1787388394.239831:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1787388394.239843:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1787388394.239854:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1787388394.239865:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1787388394.239896:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1787388394.239920:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1787388394.239926:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1787388394.240015:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388394.240074:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.240163:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b42e08b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.240255:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837440 00000100:00100000:1.0:1787388394.240262:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837440 00000100:00100000:1.0:1787388394.240370:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787388394.240381:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837440:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388394.240479:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837440:12345-0@lo:501:mount.lustre.0 Request processed in 102us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.240487:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787388394.240568:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b74ee0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837440:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787388394.240604:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837568:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787388394.240643:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.240807:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837568 00000100:00100000:0.0:1787388394.240812:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837568 00000100:00100000:0.0:1787388394.240831:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787388394.240837:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837568:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787388394.240901:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837568:12345-0@lo:503:mount.lustre.0 Request processed in 64us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.240908:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787388394.241012:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5ed9b300 going to sleep for 11 seconds 00000100:00100000:3.0:1787388394.241025:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837568:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787388394.245383:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787388394.245502:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837696:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388394.245586:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.246364:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b517cef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.246506:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837696 00000100:00100000:1.0:1787388394.246514:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837696 00000100:00100000:0.0:1787388394.246637:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787388394.246647:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837696:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388394.246778:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837696:12345-0@lo:502:mount.lustre.0 Request processed in 131us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.246786:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787388394.246867:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837696:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388394.247086:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787388394.247113:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1787388394.247141:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1787388394.247156:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1787388394.247169:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1787388394.247182:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1787388394.247194:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1787388394.247206:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1787388394.247218:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1787388394.247239:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1787388394.247263:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1787388394.247290:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837824:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388394.247339:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.247683:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5ed9b300 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.247748:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837824 00000100:00100000:1.0:1787388394.247754:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837824 00000100:00100000:1.0:1787388394.247780:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787388394.247787:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837824:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388394.247873:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837824:12345-0@lo:502:mount.lustre.0 Request processed in 85us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.247880:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1787388394.247969:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837824:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388394.248011:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1787388394.248019:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787388394.248698:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388394.248708:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248710:0:24991:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787388394.248717:0:24991:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996b44ff2800 00000020:00000080:1.0:1787388394.248719:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388394.248726:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388394.248728:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248730:0:24991:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787388394.248732:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388394.248734:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248736:0:24991:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787388394.248739:0:24991:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff996b44ff2800 00000020:00000080:1.0:1787388394.248741:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388394.248792:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388394.248795:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248797:0:24991:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787388394.248799:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388394.248802:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248803:0:24991:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787388394.248806:0:24991:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996b44ff2800 00000020:00000080:1.0:1787388394.248808:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388394.248824:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388394.248826:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248827:0:24991:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787388394.248830:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787388394.248832:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248834:0:24991:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787388394.248837:0:24991:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff996b44ff2800 00000020:00000080:1.0:1787388394.248839:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787388394.248856:0:24991:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787388394.248858:0:24991:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787388394.248859:0:24991:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787388394.248862:0:24991:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787388394.248956:0:24983:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787388394.248987:0:24983:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787388394.249003:0:24983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249015:0:24983:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388394.249059:0:24983:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787388394.249061:0:24983:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff996b44ff2800 10000000:01000000:1.0:1787388394.249065:0:24983:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff996b44ff2800 10000000:01000000:1.0:1787388394.249069:0:24983:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787388394.249074:0:24983:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff996b44ff2800 from 1 10000000:01000000:1.0:1787388394.249076:0:24983:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787388394.249102:0:24983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249111:0:24983:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249133:0:24983:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388394.249150:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837952:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787388394.249192:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.249219:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945837952 00000100:00100000:1.0:1787388394.249225:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945837952 00000100:00100000:1.0:1787388394.249247:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787388394.249254:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:24983:x1874211945837952:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388394.249263:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388394.249274:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777c200/0x26817551a4476287 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476280 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249300:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777c200/0x26817551a4476287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476280 expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249444:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777c200/0x26817551a4476287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476280 expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249455:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777c200, rc 0) 00000100:00100000:1.0:1787388394.249483:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945837952:12345-0@lo:101:mount.lustre.0 Request processed in 229us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.249489:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787388394.249522:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.249538:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945837952:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787388394.249550:0:24983:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476287 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.249559:0:24983:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476287 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787388394.251467:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1787388394.251756:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787388394.251938:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787388394.251978:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1787388394.251992:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1787388394.252005:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1787388394.252016:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1787388394.252029:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1787388394.252041:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1787388394.252052:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1787388394.252075:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787388394.252088:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1787388394.252102:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1787388394.254746:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1787388394.254821:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1787388394.254836:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1787388394.254848:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1787388394.254860:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1787388394.254892:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1787388394.254905:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1787388394.254917:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1787388394.254929:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1787388394.254959:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1787388394.254975:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1787388394.254987:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1787388394.255001:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1787388394.255013:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1787388394.255024:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1787388394.255036:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1787388394.255048:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1787388394.255059:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1787388394.255071:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1787388394.255082:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1787388394.255093:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1787388394.255129:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1787388394.255147:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1787388394.255161:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1787388394.255173:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1787388394.255184:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1787388394.255196:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1787388394.255208:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1787388394.255219:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1787388394.255230:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1787388394.255251:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1787388394.255263:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1787388394.255274:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1787388394.255286:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1787388394.255297:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1787388394.256622:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1787388394.256666:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1787388394.256841:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1787388394.256863:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1787388394.256882:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1787388394.256887:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1787388394.260411:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388394.260474:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.260516:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68480 going to sleep for 11 seconds 00000100:00100000:0.0:1787388394.260571:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838080 00000100:00100000:0.0:1787388394.260579:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838080 00000100:00100000:0.0:1787388394.261240:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787388394.261252:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787388394.261401:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838080:12345-0@lo:501:mount.lustre.0 Request processed in 151us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.261409:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787388394.261488:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787388394.261528:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838208:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787388394.261574:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.261600:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68480 going to sleep for 11 seconds 00000100:00100000:1.0:1787388394.262430:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838208 00000100:00100000:1.0:1787388394.262438:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838208 00000100:00100000:1.0:1787388394.262484:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787388394.262493:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838208:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787388394.262596:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838208:12345-0@lo:503:mount.lustre.0 Request processed in 104us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.262604:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787388394.262655:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838208:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787388394.263066:0:24983:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787388394.263211:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838336:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388394.263255:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.263297:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68540 going to sleep for 11 seconds 00000100:00100000:0.0:1787388394.263459:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838336 00000100:00100000:0.0:1787388394.263464:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838336 00000100:00100000:0.0:1787388394.263494:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787388394.263502:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b45308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838336:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388394.263591:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b45308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838336:12345-0@lo:502:mount.lustre.0 Request processed in 90us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.263598:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787388394.263678:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838336:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787388394.263831:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787388394.263856:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1787388394.263874:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1787388394.263891:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1787388394.263907:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1787388394.263920:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1787388394.263933:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1787388394.263955:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1787388394.263971:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787388394.263984:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1787388394.264009:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1787388394.264022:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1787388394.264033:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1787388394.264045:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1787388394.264056:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1787388394.264070:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1787388394.264086:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1787388394.264100:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1787388394.264440:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1787388394.264472:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1787388394.264493:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1787388394.264512:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1787388394.264530:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1787388394.264550:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1787388394.264570:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1787388394.264589:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1787388394.264616:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1787388394.264640:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1787388394.264657:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1787388394.264674:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1787388394.264693:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1787388394.264710:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1787388394.264726:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1787388394.264743:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1787388394.264757:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1787388394.264770:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1787388394.264782:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1787388394.264799:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1787388394.264815:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1787388394.264831:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1787388394.264847:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1787388394.264862:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1787388394.264890:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1787388394.264907:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1787388394.264925:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1787388394.264942:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1787388394.264974:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1787388394.264992:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1787388394.265038:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838464:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787388394.265094:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.266048:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dd68540 going to sleep for 11 seconds 00000100:00100000:0.0:1787388394.266083:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838464 00000100:00100000:0.0:1787388394.266092:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838464 00000100:00100000:0.0:1787388394.266181:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787388394.266192:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b45309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838464:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787388394.266338:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b45309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838464:12345-0@lo:502:mount.lustre.0 Request processed in 148us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.266375:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787388394.266484:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388394.266682:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787388394.266725:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787388394.266758:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838592:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787388394.266802:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.267041:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b42c070c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.267090:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838592 00000100:00100000:2.0:1787388394.267095:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838592 00000100:00100000:2.0:1787388394.267125:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1787388394.267133:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838592:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787388394.267236:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945838592:12345-0@lo:502:mount.lustre.0 Request processed in 103us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.267262:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787388394.267392:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945838592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787388394.267447:0:24983:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787388394.267456:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787388394.268317:0:24996:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787388394.268332:0:24996:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff996a42db0000) 00000020:00000080:3.0:1787388394.268382:0:24996:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1787388394.268680:0:24996:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b44ff2800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787388394.268685:0:24996:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996b44ff2800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787388394.268687:0:24996:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b44ff2800 3 00010000:00080000:3.0:1787388394.268732:0:24996:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996a423da800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1787388394.273548:0:24996:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1787388394.273659:0:24996:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787388394.275517:0:24996:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787388394.275539:0:24996:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x26817551a4476295 00000100:00080000:3.0:1787388394.275550:0:24996:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787388394.275556:0:24996:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff996a423da800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388394.275592:0:24996:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b52ef1500 x1874211945838720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787388394.275627:0:24996:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787388394.276573:0:16499:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787388394.276579:0:16499:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787388394.276582:0:16499:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388394.276587:0:16499:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 711 00000100:00080000:3.0:1787388394.276591:0:16499:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787388394.276596:0:16499:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388394.276612:0:16499:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b52ef3480 x1874211945838976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388394.276660:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945838720:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388394.276729:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.277037:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945838976:0@lo:8:kworker.0 00000100:00100000:0.0:1787388394.277067:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.277098:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838976 00000100:00100000:1.0:1787388394.277109:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838976 00000100:00100000:0.0:1787388394.277112:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838720 00000100:00100000:0.0:1787388394.277124:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838720 00000100:00100000:1.0:1787388394.277149:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787388394.277157:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388394.277159:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3648:x1874211945838976:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787388394.277167:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1874211945838720:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787388394.277194:0:22660:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:0.0:1787388394.277225:0:22660:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x26817551a447629c 00000100:00100000:1.0:1787388394.277231:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3648:x1874211945838976:12345-0@lo:8:kworker.0 Request processed in 71us (160us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787388394.277240:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000004:00100000:0.0:1787388394.277243:0:22660:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787388394.277273:0:22660:0:(import.c:65:import_set_state_nolock()) ffff996a442e8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787388394.277312:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874211945838720:12345-0@lo:38:llog_process_th.0 Request processed in 148us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.277319:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1787388394.277374:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef1500 x1874211945838720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388394.277383:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787388394.277390:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1787388394.277397:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787388394.277401:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787388394.277403:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a423da800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787388394.277409:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3648:1874211945838720:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388394.277419:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787388394.277422:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388394.277426:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787388394.277430:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945838976:0@lo:8:kworker.0 00000100:00080000:3.0:1787388394.277526:0:16499:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1787388394.277528:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1787388394.277530:0:16499:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787388394.277535:0:16499:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787388394.277539:0:16499:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 711 00000100:00080000:3.0:1787388394.277543:0:16499:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787388394.277544:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945839104:0@lo:400:kworker.0 00000100:00080000:3.0:1787388394.277551:0:16499:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388394.277572:0:16499:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b52ef1f80 x1874211945839232/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787388394.277649:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.277682:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945839360:0@lo:400:kworker.0 00000100:00100000:1.0:1787388394.277705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.277783:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945839232:0@lo:8:kworker.0 00000100:00100000:0.0:1787388394.277810:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.277846:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839104 00000100:00100000:1.0:1787388394.277851:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839104 00000100:00100000:0.0:1787388394.277910:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839232 00000100:00100000:0.0:1787388394.277921:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839232 00000100:00100000:1.0:1787388394.278071:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839360 00000100:00100000:1.0:1787388394.278075:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839360 00000100:00100000:0.0:1787388394.278112:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388394.278118:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1874211945839232:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787388394.278162:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1874211945839232:12345-0@lo:8:kworker.0 Request processed in 43us (350us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787388394.278169:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787388394.278328:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945838848:0@lo:400:kworker.0 00000100:00100000:2.0:1787388394.278386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.278404:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945839616:0@lo:400:kworker.0 00000100:00100000:2.0:1787388394.278421:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.279993:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787388394.280008:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1874211945839488:0@lo:400:kworker.0 00000100:00100000:3.0:1787388394.280009:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839616 00000100:00100000:3.0:1787388394.280016:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839616 00000100:00100000:2.0:1787388394.280053:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388394.280057:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839488 00000100:00100000:3.0:1787388394.280060:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839488 00000100:00100000:3.0:1787388394.280096:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1787388394.280102:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787388394.280103:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945839104:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787388394.280105:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787388394.280114:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945838848 00000100:00100000:2.0:1787388394.280117:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945838848 00000100:00100000:2.0:1787388394.280151:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787388394.280157:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945838848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388394.280158:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1874211945839104:12345-0@lo:400:kworker.0 Request processed in 56us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.280165:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787388394.280179:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388394.280185:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945839360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388394.280189:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945838848:12345-0@lo:400:kworker.0 Request processed in 33us (1804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.280195:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1787388394.280209:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787388394.280210:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945839360:12345-0@lo:400:kworker.0 Request processed in 25us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.280215:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787388394.280225:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787388394.280230:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945839616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388394.280254:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945839616:12345-0@lo:400:kworker.0 Request processed in 24us (1832us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.280259:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787388394.280270:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787388394.280274:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874211945839488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388394.280295:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874211945839488:12345-0@lo:400:kworker.0 Request processed in 21us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.280300:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:2.0:1787388394.280341:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0700 x1874211945839488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388394.280373:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3650:1874211945839488:0@lo:400:kworker.0 00000100:00100000:2.0:1787388394.280387:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945838848:0@lo:400:kworker.0 00010000:00080000:2.0:1787388394.280396:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef3100 x1874211945839616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388394.280397:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00100000:2.0:1787388394.280403:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945839616:0@lo:400:kworker.0 00000100:00080000:0.0:1787388394.280403:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787388394.280407:0:3648:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787388394.280410:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945839232:0@lo:8:kworker.0 00010000:00080000:1.0:1787388394.280888:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef1880 x1874211945839360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388394.280900:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945839360:0@lo:400:kworker.0 00010000:00080000:1.0:1787388394.280912:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0e00 x1874211945839104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388394.280921:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3652:1874211945839104:0@lo:400:kworker.0 00000020:01000004:3.0:1787388394.281105:0:24996:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787388394.281119:0:24996:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff996a42db19c0) 00000020:00000080:3.0:1787388394.281144:0:24996:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1787388394.281318:0:24996:0:(tgt_mount.c:153:server_get_mount()) get mount ffff996b44ff2800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787388394.281323:0:24996:0:(tgt_mount.c:187:server_put_mount()) put mount ffff996b44ff2800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787388394.281326:0:24996:0:(obd_mount.c:710:lustre_put_lsi()) put ffff996b44ff2800 3 00010000:00080000:3.0:1787388394.281375:0:24996:0:(ldlm_lib.c:102:import_set_conn()) imp ffff996a423da000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1787388394.286018:0:24996:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1787388394.286144:0:24996:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1787388394.286206:0:24996:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787388394.286220:0:24996:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x26817551a44762aa 00000100:00080000:3.0:1787388394.286230:0:24996:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787388394.286237:0:24996:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff996a423da000 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:3.0:1787388394.286268:0:24996:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b52ef0380 x1874211945839744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787388394.286301:0:24996:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1787388394.286549:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1874211945839744:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787388394.286616:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.286668:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839744 00000100:00100000:0.0:1787388394.286675:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839744 00000100:00100000:0.0:1787388394.286707:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787388394.286715:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1874211945839744:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787388394.286740:0:24186:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:0.0:1787388394.286782:0:24186:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x26817551a44762b1 00000004:00100000:0.0:1787388394.286795:0:24186:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787388394.286824:0:24186:0:(import.c:65:import_set_state_nolock()) ffff996a442e9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787388394.286875:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874211945839744:12345-0@lo:38:llog_process_th.0 Request processed in 160us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.286882:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787388394.286917:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff996b52ef0380 x1874211945839744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787388404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388394.286927:0:3648:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787388394.286940:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1787388394.286963:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787388394.286967:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787388394.286970:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a423da000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787388394.286976:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3648:1874211945839744:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1787388394.287543:0:24996:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1787388394.287597:0:24983:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787388394.287624:0:24983:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787388394.287643:0:24983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476287 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388394.287654:0:24983:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b6777d400/0x26817551a4476280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476287 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787388394.287698:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787388394.287701:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787388394.287702:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388394.287704:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388394.287705:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388394.287706:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388394.287779:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787388394.287781:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388394.287783:0:24983:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787388394.287787:0:24983:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1787388394.287789:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787388394.287791:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787388394.287792:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787388394.287793:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787388394.287794:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787388394.287795:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787388394.287796:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787388394.287797:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787388394.287798:0:24983:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787388394.287815:0:24983:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1787388394.287828:0:24983:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43934000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945839872:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787388394.287875:0:24983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.287902:0:24983:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b6cdbac00 going to sleep for 11 seconds 00000100:00100000:2.0:1787388394.287922:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945839872 00000100:00100000:2.0:1787388394.287927:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945839872 00000100:00100000:2.0:1787388394.288570:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787388394.288582:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945839872:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787388394.288606:0:22652:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787388394.288619:0:22652:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1787388394.303061:0:22652:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787388394.303073:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1787388394.303528:0:22675:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787388394.303535:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787388394.303560:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303580:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476145 expref: 24 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303589:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476153 expref: 24 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303597:0:22675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303638:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4476153 expref: 24 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303653:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4476153 expref: 24 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388394.303666:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945840000:0@lo:104: 00000100:00100000:2.0:1787388394.303715:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:24983:x1874211945839872:12345-0@lo:253:mount.lustre.0 Request processed in 15134us (15836us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388394.303724:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388394.303729:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:3.0:1787388394.303778:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4476145 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.303788:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4476145 expref: 23 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388394.303799:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945840128:0@lo:104: 00000100:00100000:0.0:1787388394.303812:0:24983:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43934000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:625f9cfd-6ea3-4fe0-b259-8143120ac645:24983:1874211945839872:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787388394.303824:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:0.0:1787388394.303826:0:24983:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787388394.303831:0:24983:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787388394.303832:0:24983:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787388394.303834:0:24983:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787388394.303835:0:24983:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787388394.303837:0:24983:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787388394.303838:0:24983:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787388394.303840:0:24983:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787388394.303842:0:24983:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787388394.303844:0:24983:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1787388394.303849:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b5dc8c840 going to sleep for 11 seconds 00000020:02000000:0.0:1787388394.303858:0:24983:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1787388394.303957:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840000 00000100:00100000:1.0:1787388394.303963:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840000 00000100:00100000:2.0:1787388394.303979:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840128 00000100:00100000:2.0:1787388394.303986:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840128 00000100:00100000:1.0:1787388394.303998:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787388394.304010:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945840000:12345-0@lo:104: 00010000:00010000:1.0:1787388394.304023:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.304085:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787388394.304092:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:22675:x1874211945840000:12345-0@lo:104: Request processed in 86us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.304099:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787388394.304115:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787388394.304129:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945840128:12345-0@lo:104: 00010000:00010000:1.0:1787388394.304137:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388394.304209:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945840000:0@lo:104: 00000001:00000004:3.0:1787388394.306405:0:24983:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1787388394.307087:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787388394.307100:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:22675:x1874211945840128:12345-0@lo:104: Request processed in 2967us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.307111:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1787388394.307152:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787388394.307159:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307170:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4c00 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388394.307175:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307185:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388394.307193:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388394.307199:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787388394.307245:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307252:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388394.307274:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307293:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e4c00/0x26817551a4476153 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447615a expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307304:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388394.307307:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307314:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838f800 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:1.0:1787388394.307317:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307324:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787388394.307332:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388394.307337:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787388394.307384:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307392:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787388394.307398:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307404:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b4838f800/0x26817551a4476145 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a447614c expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.307417:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388394.307435:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388394.307437:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388394.307444:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388394.307457:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945840256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388394.307497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.307532:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787388394.307538:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945840384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388394.307559:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388394.307593:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840256 00000100:00100000:1.0:1787388394.307600:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840256 00010000:00010000:1.0:1787388394.307626:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476153 expref: 24 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388394.307983:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840384 00000100:00100000:1.0:1787388394.307988:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840384 00010000:00010000:1.0:1787388394.308004:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476145 expref: 25 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388394.308130:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22675:1874211945840128:0@lo:104: 00010000:00010000:3.0:1787388394.308152:0:22675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388394.308210:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388394.308222:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+25:3651:x1874211945840256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787388394.308235:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388394.308241:0:22644:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476153 expref: 25 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388394.308251:0:22644:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4476153 expref: 25 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388394.308265:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b4838fc00/0x26817551a447615a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4476153 expref: 25 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388394.308277:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388394.308328:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3651:x1874211945840256:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388394.308335:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787388394.308429:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787388394.308438:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:3651:x1874211945840384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388394.308447:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388394.308453:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476145 expref: 23 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308463:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4476145 expref: 23 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388394.308466:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945840256:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388394.308479:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b4838ee00/0x26817551a447614c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4476145 expref: 23 pid: 22654 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308505:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308514:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787388394.308528:0:22645:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.013083560s 00010000:00010000:1.0:1787388394.308534:0:22645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308541:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308547:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308553:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308558:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388394.308562:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308569:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.308740:0:22675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388394.308749:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308778:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308785:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6400/0x26817551a44762b8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388394.308804:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388394.308846:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:3651:x1874211945840384:12345-0@lo:103:ldlm_bl.0 Request processed in 409us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388394.308853:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787388394.308919:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945840384:0@lo:103:ldlm_bl.0 00002000:00080000:3.0:1787388394.310603:0:24983:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1787388394.310611:0:24983:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1787388394.310653:0:24983:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787388394.310691:0:24983:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.115@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787388394.310707:0:24983:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1787388394.310728:0:24983:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1787388394.311600:0:24983:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787388394.311831:0:24983:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787388394.733240:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945840512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787388394.733313:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388394.733653:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840512 00000100:00100000:0.0:1787388394.733662:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840512 00000100:00100000:0.0:1787388394.733722:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787388394.733732:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945840512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787388394.733753:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1787388394.733801:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945840512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388394.733808:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787388394.734071:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945840512:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787388394.799326:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787388395.164881:0:25051:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787388395.165245:0:25051:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1787388395.502873:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787388395.502881:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996a420cf800 from 14 10000000:01000000:0.0:1787388395.502886:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787388395.503012:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388395.503024:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388395.503034:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388395.503061:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787388395.503903:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388395.504090:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a42260d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388395.508583:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840640 00000100:00100000:1.0:1787388395.508598:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840640 00000100:00100000:1.0:1787388395.508665:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787388395.508676:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945840640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787388395.508692:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388395.508865:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777c800/0x26817551a44762c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44762bf expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.508904:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777c800/0x26817551a44762c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44762bf expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.510055:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777c800/0x26817551a44762c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44762bf expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.510073:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777c800, rc 0) 00000100:00100000:1.0:1787388395.510430:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945840640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1753us (6526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388395.510441:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787388395.520315:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787388395.520363:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762c6 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388395.520376:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44762c6 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388395.520915:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840768:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787388395.520990:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388395.521033:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b6cdba0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388395.521112:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840768 00000100:00100000:0.0:1787388395.521119:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840768 00000100:00100000:0.0:1787388395.521170:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787388395.521178:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945840768:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787388395.521196:0:22652:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787388395.521214:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787388395.521217:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787388395.521313:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945840768:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 134us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388395.521321:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787388395.521493:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840768:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787388395.521552:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787388395.521560:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762c6 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.521580:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b74e09a00/0x26817551a44762bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762c6 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787388395.521590:0:22656:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787388395.521592:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff996b7aadb000 from 14 10000000:01000000:1.0:1787388395.521595:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787388395.521617:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.521625:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.521632:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388395.521644:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787388395.521673:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388395.521710:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4503eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388395.522206:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945840896 00000100:00100000:2.0:1787388395.522213:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945840896 00000100:00100000:2.0:1787388395.522247:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787388395.522254:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945840896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388395.522264:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388395.522275:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e4e00/0x26817551a44762d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a44762cd expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388395.522295:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e4e00/0x26817551a44762d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a44762cd expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388395.522305:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e4e00/0x26817551a44762d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44762cd expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388395.522313:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4e00, rc 0) 00000100:00100000:2.0:1787388395.522378:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945840896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388395.522384:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787388395.522477:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945840896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388395.522490:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762d4 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388395.522498:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a44762d4 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388395.522546:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945841024:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787388395.522579:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388395.522597:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a431ee000 going to sleep for 11 seconds 00000100:00100000:0.0:1787388395.522648:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841024 00000100:00100000:0.0:1787388395.522652:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841024 00000100:00100000:0.0:1787388395.522672:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1787388395.522677:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945841024:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787388395.522688:0:22654:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787388395.522701:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787388395.522703:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787388395.523003:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945841024:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 324us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388395.523011:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787388395.523203:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945841024:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787388395.523255:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787388395.523262:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762d4 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388395.523269:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b6777ca00/0x26817551a44762cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a44762d4 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388395.820549:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388396.844559:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388397.297564:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787388397.869186:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388398.828608:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787388398.828642:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945841152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787388398.828707:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388398.828936:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841152 00000100:00100000:0.0:1787388398.828944:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841152 00000100:00100000:0.0:1787388398.829051:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787388398.829061:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945841152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787388398.829103:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1787388398.829153:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945841152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388398.829161:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1787388398.829284:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787388398.829779:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945841152:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787388398.893439:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388399.340545:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945841280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388399.340654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388399.340723:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841280 00000100:00100000:2.0:1787388399.340731:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841280 00000100:00100000:2.0:1787388399.340773:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787388399.340781:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945841280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787388399.340813:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787388399.340853:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945841280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388399.340860:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787388399.340903:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945841280:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1787388399.341645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388399.341650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787388399.341654:0:38:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388399.341663:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff996a41c59800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388399.341690:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b412aca80 x1874211945841664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787388399.341722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787388399.341725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787388399.341727:0:38:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787388399.341732:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff996b5dd7e800 using connection 192.168.203.115@tcp/0@lo 00000100:00100000:0.0:1787388399.341742:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff996b48303b80 x1874211945842048/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787388399.341820:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945841536:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.341860:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.341885:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945842304:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.341906:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.341940:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787388399.341946:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945841792:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.341965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.341978:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945842432:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.341996:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.342018:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945841664:0@lo:8:kworker.0 00000100:00100000:0.0:1787388399.342038:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.342050:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945842048:0@lo:8:kworker.0 00000100:00100000:0.0:1787388399.342066:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.342103:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841536 00000100:00100000:0.0:1787388399.342108:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841536 00000100:00100000:0.0:1787388399.342144:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841664 00000100:00100000:0.0:1787388399.342147:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841664 00000100:00100000:0.0:1787388399.342165:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842048 00000100:00100000:0.0:1787388399.342167:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842048 00000100:00100000:0.0:1787388399.342179:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787388399.342187:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945841536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.342228:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945841536:12345-0@lo:400:kworker.0 Request processed in 43us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342235:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787388399.342250:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388399.342253:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1874211945841664:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787388399.342277:0:24166:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:0.0:1787388399.342305:0:24166:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26817551a44762db 00002000:00100000:0.0:1787388399.342319:0:24166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff996a442ec800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366f ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1787388399.342324:0:24166:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1787388399.342326:0:24166:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787388399.342516:0:24166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787388399.342539:0:24166:0:(import.c:65:import_set_state_nolock()) ffff996a442ed000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787388399.342576:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874211945841664:12345-0@lo:8:kworker.0 Request processed in 320us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342582:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388399.342595:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388399.342599:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3648:x1874211945842048:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787388399.342614:0:24166:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:0.0:1787388399.342629:0:24166:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26817551a44762e2 00002000:00100000:0.0:1787388399.342635:0:24166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff996a442eb000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366f ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1787388399.342638:0:24166:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1787388399.342640:0:24166:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787388399.342669:0:24166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1787388399.342681:0:24166:0:(import.c:65:import_set_state_nolock()) ffff996a442ea800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787388399.342710:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3648:x1874211945842048:12345-0@lo:8:kworker.0 Request processed in 109us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342715:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388399.342734:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842304 00000100:00100000:0.0:1787388399.342738:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842304 00000100:00100000:0.0:1787388399.342766:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841792 00000100:00100000:0.0:1787388399.342768:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841792 00000100:00100000:0.0:1787388399.342780:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842432 00000100:00100000:0.0:1787388399.342782:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842432 00000100:00100000:0.0:1787388399.342796:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787388399.342802:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945842304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.342833:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945842304:12345-0@lo:400:kworker.0 Request processed in 31us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342839:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787388399.342850:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787388399.342856:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945841792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.342880:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945841792:12345-0@lo:400:kworker.0 Request processed in 25us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342886:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787388399.342895:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787388399.342901:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945842432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.342939:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874211945842432:12345-0@lo:400:kworker.0 Request processed in 38us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.342945:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1787388399.342971:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787388399.342975:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787388399.342984:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1787388399.343018:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b412aca80 x1874211945841664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787388424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388399.343031:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787388399.343038:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787388399.343042:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787388399.343045:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996a41c59800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787388399.343057:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787388399.343063:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3648:1874211945841664:0@lo:8:kworker.0 00010000:00080000:0.0:1787388399.343076:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b48303b80 x1874211945842048/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787388424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787388399.343084:0:3648:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787388399.343089:0:3648:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787388399.343091:0:3648:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787388399.343093:0:3648:0:(import.c:65:import_set_state_nolock()) ffff996b5dd7e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787388399.343105:0:3648:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787388399.343108:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3648:1874211945842048:0@lo:8:kworker.0 00000004:00080000:0.0:1787388399.343131:0:22685:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787388399.343186:0:22685:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 720865838750ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787388399.343193:0:22685:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787388399.343239:0:23404:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1787388399.343258:0:23404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945842944:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1787388399.343287:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.343304:0:23404:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b72bc89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388399.343467:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787388399.343478:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945842816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787388399.343509:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.343538:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842816 00000100:00100000:0.0:1787388399.343542:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842816 00000100:00100000:0.0:1787388399.343567:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787388399.343574:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874211945842816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787388399.343590:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388399.343623:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874211945842816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.343629:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:0.0:1787388399.343645:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1787388399.343660:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa19f80 x1874211945842816/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.343674:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945842816:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1787388399.343696:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b412ad180 x1874211945841792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.343703:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945841792:0@lo:400:kworker.0 00010000:00080000:0.0:1787388399.343713:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa1bb80 x1874211945842432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.343720:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3649:1874211945842432:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.343731:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945841536:0@lo:400:kworker.0 00010000:00080000:0.0:1787388399.343740:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa18a80 x1874211945842304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.343747:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945842304:0@lo:400:kworker.0 00000100:00100000:0.0:1787388399.343779:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842944 00000100:00100000:0.0:1787388399.343783:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842944 00000100:00100000:0.0:1787388399.343801:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388399.343806:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23404:x1874211945842944:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1787388399.344375:0:22686:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1787388399.344393:0:22686:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22686:1874211945843200:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787388399.344427:0:22686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344442:0:22686:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b7f579a80 going to sleep for 11 seconds 00000004:00080000:3.0:1787388399.344455:0:23403:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787388399.344511:0:23403:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 720867163512ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787388399.344517:0:23403:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1787388399.344664:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945841408:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.344705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344743:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945842176:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.344766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344784:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945842688:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.344806:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344824:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787388399.344830:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945841920:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.344853:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344871:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945842560:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.344895:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.344935:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841408 00000100:00100000:3.0:1787388399.344940:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841408 00000100:00100000:3.0:1787388399.344971:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787388399.344978:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3652:x1874211945841408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345017:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3652:x1874211945841408:12345-0@lo:400:kworker.0 Request processed in 39us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.345024:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787388399.345053:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945841920 00000100:00100000:3.0:1787388399.345057:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945841920 00000100:00100000:3.0:1787388399.345076:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787388399.345101:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945841920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345133:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945841920:12345-0@lo:400:kworker.0 Request processed in 51us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.345139:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787388399.345159:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842176 00000100:00100000:3.0:1787388399.345163:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842176 00000100:00100000:3.0:1787388399.345182:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842688 00000100:00100000:3.0:1787388399.345185:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842688 00000100:00100000:3.0:1787388399.345217:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945842560 00000100:00100000:3.0:1787388399.345220:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945842560 00000100:00100000:3.0:1787388399.345235:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388399.345241:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945842176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345271:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1874211945842176:12345-0@lo:400:kworker.0 Request processed in 30us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.345278:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787388399.345289:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388399.345295:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945842688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345320:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1874211945842688:12345-0@lo:400:kworker.0 Request processed in 26us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.345326:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787388399.345337:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388399.345342:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945842560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345389:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945842560:12345-0@lo:400:kworker.0 Request processed in 46us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.345395:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787388399.345431:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945841920:0@lo:400:kworker.0 00010000:00080000:3.0:1787388399.345443:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa19500 x1874211945842560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388399.345452:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945842560:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345460:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:625f9cfd-6ea3-4fe0-b259-8143120ac645:3652:1874211945841408:0@lo:400:kworker.0 00010000:00080000:3.0:1787388399.345467:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b48302a00 x1874211945842176/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388399.345488:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3652:1874211945842176:0@lo:400:kworker.0 00010000:00080000:3.0:1787388399.345497:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa18700 x1874211945842688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787388399.345505:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3652:1874211945842688:0@lo:400:kworker.0 00000100:00100000:3.0:1787388399.345530:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787388399.345538:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945843072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388399.345564:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.350434:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843200 00000100:00100000:0.0:1787388399.350461:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843200 00000100:00100000:0.0:1787388399.350524:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388399.350535:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22686:x1874211945843200:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1787388399.350599:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787388399.350603:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787388399.350606:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388399.350624:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843072 00000100:00100000:0.0:1787388399.350628:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843072 00000100:00100000:0.0:1787388399.350652:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787388399.350659:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945843072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787388399.350672:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388399.350750:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1874211945843072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (5184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.350757:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787388399.351790:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945843328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388399.351842:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388399.351885:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843328 00000100:00100000:2.0:1787388399.351891:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843328 00000100:00100000:2.0:1787388399.351935:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388399.351942:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945843328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388399.351969:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388399.352049:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945843328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388399.352054:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388399.352096:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945843328:0@lo:41:osp-pre-0-1.0 00010000:00080000:0.0:1787388399.358338:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b52ef2300 x1874211945843072/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787388415 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.358389:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945843072:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1787388399.364195:0:23392:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1787388399.365725:0:22639:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1787388399.369245:0:24166:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787388399.369256:0:24166:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787388399.369405:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23404:x1874211945842944:12345-0@lo:7:osp-pre-1-1.0 Request processed in 25593us (26112us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388399.369416:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:0.0:1787388399.369618:0:23404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa1ad80 x1874211945842944/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787388415 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.369633:0:23404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945842944:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1787388399.369653:0:23404:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787388399.369689:0:23404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945843456:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787388399.369735:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.369760:0:23404:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b72bc89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388399.369778:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843456 00000100:00100000:0.0:1787388399.369783:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843456 00000100:00100000:0.0:1787388399.369818:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787388399.369826:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23404:x1874211945843456:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787388399.369848:0:24163:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1787388399.369879:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23404:x1874211945843456:12345-0@lo:5:osp-pre-1-1.0 Request processed in 54us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.369885:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1787388399.369908:0:23404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7fa1ad80 x1874211945843456/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787388415 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388399.369932:0:23404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945843456:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787388399.369939:0:23404:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787388399.369960:0:23404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945843584:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787388399.369981:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388399.369994:0:23404:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b72bc89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787388399.370004:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843584 00000100:00100000:0.0:1787388399.370007:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843584 00000100:00100000:0.0:1787388399.370024:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787388399.370029:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23404:x1874211945843584:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787388399.370051:0:24163:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:3.0:1787388399.371692:0:24165:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1787388399.371702:0:24165:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1787388399.371708:0:24165:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00010000:1.0:1787388399.399968:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.399982:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.400000:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.400005:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.400011:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.400040:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.400051:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.400060:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.400095:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787388399.401158:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.401167:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401179:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.401182:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.401187:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401197:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401206:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401225:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401244:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787388399.401254:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787388399.401259:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401266:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388399.401270:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401280:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401296:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401303:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a44762e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401319:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388399.401323:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401341:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777de00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388399.401361:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401370:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401381:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401388:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a44762f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.401400:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388399.401402:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388399.401404:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.401804:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388399.402310:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.402318:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.402328:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.402331:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.402335:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.402370:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.402387:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.402393:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.402413:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.403832:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.403844:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.403856:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.403861:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.403870:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.403893:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.403936:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a44762f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.403964:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.403966:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.403967:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.406666:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.406681:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406698:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.406702:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.406708:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406721:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406730:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406737:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406758:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.406769:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.406781:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406790:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.406795:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406804:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406819:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406826:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a44762fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.406843:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.406845:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.406847:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.409555:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.409567:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409584:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.409589:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.409595:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409622:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409632:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409639:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409657:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.409669:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.409674:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409682:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.409687:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409696:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409712:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409724:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476305 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.409749:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.409751:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.409753:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787388399.411792:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787388399.411802:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.411816:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:2.0:1787388399.411820:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787388399.411826:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.411839:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.411848:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.411855:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.411879:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.412179:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.412187:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.412195:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.412199:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.412208:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.412229:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.412237:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b166c469/0x26817551a447630c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.412253:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.412255:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.412257:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787388399.412576:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787388399.412582:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.412590:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:2.0:1787388399.412593:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787388399.412605:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.412614:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.412622:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.412628:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.412643:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.414897:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.414920:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.414945:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.414950:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.414960:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.414978:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.414986:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb05275c/0x26817551a4476313 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415006:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.415007:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.415010:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388399.415149:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.415163:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.415174:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787388399.415179:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.415184:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.415197:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.415206:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.415213:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.415238:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.415709:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.415715:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415724:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.415728:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415737:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415757:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415763:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a447631a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.415780:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.415782:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.415784:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.426420:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.426435:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426530:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.426535:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.426542:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426556:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426566:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426574:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426608:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.426624:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.426629:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426637:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f7e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.426641:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426650:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426665:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426673:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000294a836/0x26817551a4476321 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.426691:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.426693:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.426694:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.427624:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.427633:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.427643:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.427652:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.427657:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.427668:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.427676:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.427683:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.427703:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388399.428049:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.428057:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.428065:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.428070:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.428078:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.428232:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.428240:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012640012/0x26817551a4476328 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.428256:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.428257:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.428259:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.429639:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.429651:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429665:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.429669:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.429674:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429686:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429696:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429710:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429728:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.429740:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.429744:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429752:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.429756:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429764:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429779:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429786:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de16db97/0x26817551a447632f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.429800:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.429801:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.429803:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.432376:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.432398:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432415:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.432419:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.432425:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432438:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432461:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432469:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432498:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.432510:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.432516:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432524:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6c00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.432529:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432539:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432564:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432572:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090c7dac0/0x26817551a4476336 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.432589:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.432591:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.432593:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.433235:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.433244:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433253:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.433257:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.433261:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433270:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433278:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433285:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433318:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787388399.433635:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.433641:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433649:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.433652:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.433655:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433663:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433671:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433678:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433695:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787388399.433706:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787388399.433711:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433718:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6a00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.433728:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433736:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433748:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433756:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009512468b/0x26817551a447633d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433772:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.433776:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433782:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f7a00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.433785:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433791:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433800:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433806:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000245fe62b/0x26817551a4476344 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.433824:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.433826:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.433828:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.434144:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.434151:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434159:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.434162:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.434167:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434176:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434184:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434192:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434206:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.434214:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.434218:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434236:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.434239:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434246:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434257:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434263:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a783fcfa/0x26817551a447634b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434277:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.434279:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.434280:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388399.434637:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.434721:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.434728:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434738:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.434741:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.434745:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434754:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434769:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434776:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434790:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.434798:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.434802:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434808:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5da00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.434811:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434818:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434828:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434836:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687a906d/0x26817551a4476352 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.434849:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.434856:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.434858:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.436271:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.436283:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.436297:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.436301:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.436306:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.436318:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.436328:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.436335:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.436419:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.436434:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.436440:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.437176:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5dc00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.437181:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.437204:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.437222:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.437229:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd738315/0x26817551a4476359 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.437247:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.437249:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.437251:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.438628:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.438639:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.438653:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.438657:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.438663:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.438674:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.438683:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.438698:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.438754:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787388399.447568:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.447581:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.447600:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.447605:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.447611:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.447625:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.447635:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.447644:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449377:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787388399.449391:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449404:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5ca00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388399.449410:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449420:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449440:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449447:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5240fe/0x26817551a4476360 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449493:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787388399.449498:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449505:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5cc00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388399.449509:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449517:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449527:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.449534:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388399.449536:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787388399.449538:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.460505:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787388399.460521:0:24165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a4476367 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787388399.463973:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.463985:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.464002:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.464006:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.464012:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.464039:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.464049:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.464056:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.464082:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.464271:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.464279:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.464288:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777de00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.464292:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.464300:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.464318:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.464326:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c59499a5/0x26817551a447636e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.464343:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.464366:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.464368:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.466219:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388399.466390:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.466399:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.466413:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.466417:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.466423:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.466434:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.466444:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.466464:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.466483:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388399.467202:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.467212:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.467222:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.467227:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.467236:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.467255:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.467262:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c994c44/0x26817551a4476375 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.467291:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.467293:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.467295:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388399.468128:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.468136:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.468148:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.468151:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.468156:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.468168:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.468177:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.468184:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.468209:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787388399.471463:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.471477:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.471501:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787388399.471506:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.471513:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.471527:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.471536:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.471544:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.471562:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787388399.471830:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787388399.471838:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471846:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777c600 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.471851:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471859:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471876:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471883:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c749d16/0x26817551a447637c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471901:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.471904:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471923:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.471933:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471942:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471954:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471962:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000061ae092/0x26817551a4476383 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.471977:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.471979:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.471981:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.472160:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787388399.473126:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787388399.473136:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.473150:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787388399.473160:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388399.473166:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.473179:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.473189:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.473197:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.473222:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388399.473412:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.473419:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.473428:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5cc00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.473432:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.473441:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.473456:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.473470:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ec11ed/0x26817551a447638a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.473487:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.473488:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.473490:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787388399.478945:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.478962:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.478981:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=721s v=(0 0) 00010000:00010000:1.0:1787388399.478985:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.478991:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.479008:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.479030:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.479038:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.479062:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787388399.479328:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.479336:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.479368:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777c000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.479374:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.479384:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.479401:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.479409:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac37ed92/0x26817551a4476391 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.479428:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.479430:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.479431:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787388399.483518:0:24984:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1787388399.483557:0:24984:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787388399.483560:0:24984:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787388399.486161:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23404:x1874211945843584:12345-0@lo:5:osp-pre-1-1.0 Request processed in 116123us (116170us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787388399.486174:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787388399.486227:0:23404:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787388399.486234:0:23404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa1ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23404:1874211945843584:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787388399.486248:0:23404:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1787388399.486295:0:23404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23404:1874211945843712:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787388399.486326:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388399.486361:0:23404:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b52d41a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787388399.486381:0:22670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843712 00000100:00100000:1.0:1787388399.486386:0:22670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843712 00000100:00100000:1.0:1787388399.486418:0:22670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787388399.486425:0:22670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23404:x1874211945843712:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787388399.486466:0:22670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23404:x1874211945843712:12345-0@lo:900:osp-pre-1-1.0 Request processed in 42us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388399.486472:0:22670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787388399.486545:0:23404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b7c10b800 x1874211945843712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787388415 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388399.486564:0:23404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23404:1874211945843712:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1787388399.486668:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787388399.486677:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.486693:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=721s v=(0 0) 00010000:00010000:1.0:1787388399.486697:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388399.486703:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.486716:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.486724:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.486731:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388399.486748:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.486993:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.487000:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.487009:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777cc00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.487013:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.487023:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.487053:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.487061:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043cd1ec0/0x26817551a4476398 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.487081:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.487083:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.487085:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388399.502617:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.502632:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.502648:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.502653:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.502659:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.502674:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.502684:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.502692:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.502722:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787388399.503253:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.503259:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503269:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.503272:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.503276:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503299:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503307:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503313:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503332:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787388399.503366:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787388399.503372:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503380:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.503384:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503393:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503407:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503414:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0e170e8/0x26817551a447639f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503438:0:22647:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388399.503441:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503448:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388399.503451:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503457:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503467:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503474:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e472e2b/0x26817551a44763a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.503483:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.503485:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.503487:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388399.503637:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388399.504237:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.504245:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.504254:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.504265:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.504270:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.504281:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.504289:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.504296:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.505963:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787388399.506819:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.506830:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.506845:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.506849:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.506855:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.506867:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.506877:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.506893:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513391:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787388399.513407:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513422:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388399.513428:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513440:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513463:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513484:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bc33bba/0x26817551a44763ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513505:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787388399.513509:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513515:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09400 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388399.513519:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513527:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513539:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388399.513547:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388399.513548:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787388399.513550:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388399.515762:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787388399.515777:0:24165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ddfea3d/0x26817551a44763b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.515815:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388399.517077:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.517103:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.517119:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.517124:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.517130:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.517144:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.517152:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.517160:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.517201:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787388399.517438:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.517445:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.517454:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09e00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.517458:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.517466:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.517483:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.517490:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000652d967b/0x26817551a44763bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.517519:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.517521:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.517523:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787388399.518029:0:24165:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787388399.518037:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.518046:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=721s v=(0 0) 00010000:00010000:0.0:1787388399.518049:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787388399.518054:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.518063:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.518071:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.518078:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388399.518230:0:24165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787388399.518546:0:24165:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:0.0:1787388399.518632:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22686:x1874211945843200:12345-0@lo:5:osp-pre-1-0.0 Request processed in 168095us (174199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388399.518642:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:3.0:1787388399.518728:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388399.518734:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.518743:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e09800 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:3.0:1787388399.518747:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.518755:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.518769:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.518776:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059e34139/0x26817551a44763c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388399.518793:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.518795:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388399.518797:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388399.518834:0:22686:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22686:1874211945843200:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787388399.518851:0:22686:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1787388399.518901:0:22686:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22686:1874211945843840:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787388399.518945:0:22686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.518974:0:22686:0:(client.c:2702:ptlrpc_set_wait()) set ffff996a4328d300 going to sleep for 11 seconds 00000100:00100000:0.0:1787388399.519023:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843840 00000100:00100000:0.0:1787388399.519036:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843840 00000100:00100000:0.0:1787388399.519257:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787388399.519267:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22686:x1874211945843840:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787388399.519303:0:24775:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1787388399.521924:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22686:x1874211945843840:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2653us (2972us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787388399.521936:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787388399.524476:0:22686:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22686:1874211945843840:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787388399.524494:0:22686:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:2.0:1787388399.852654:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945843968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787388399.852725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388399.852970:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945843968 00000100:00100000:3.0:1787388399.852978:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945843968 00000100:00100000:3.0:1787388399.853035:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787388399.853044:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945843968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787388399.853065:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388399.853110:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945843968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388399.853118:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787388399.853162:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945843968:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787388399.916575:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388400.174615:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787388400.944186:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787388401.314448:0:25341:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787388401.964585:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787388402.239204:0:25393:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388402.239733:0:25393:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787388402.988523:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787388403.019208:0:25443:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787388403.019625:0:25443:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787388403.316396:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388403.320545:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925807872 00000100:00100000:2.0:1787388403.320561:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925807872 00000100:00100000:3.0:1787388403.320732:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 115 00000100:00100000:3.0:1787388403.320741:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2398:x1874211925807872:12345-192.168.203.15@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787388403.320769:0:22653:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from b60bff7f-1297-40fd-a9cb-3cad37d13e2a@192.168.203.15@tcp t0 exp 0000000000000000 cur 724 last 0 00000020:00000080:3.0:1787388403.320807:0:22653:0:(genops.c:1406:class_connect()) connect: client b60bff7f-1297-40fd-a9cb-3cad37d13e2a, cookie 0x26817551a44763c9 00000100:00080000:3.0:1787388403.321575:0:22653:0:(import.c:65:import_set_state_nolock()) ffff996a423dc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787388403.321658:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+5:2398:x1874211925807872:12345-192.168.203.15@tcp:250:mount.lustre.0 Request processed in 916us (5272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.321667:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 115 00000100:00100000:3.0:1787388403.324525:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.324607:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808000 00000100:00100000:1.0:1787388403.324616:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808000 00000100:00100000:1.0:1787388403.324669:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 116 00000100:00100000:1.0:1787388403.324679:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+5:18129:x1874211925808000:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787388403.324710:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388403.324727:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777dc00/0x26817551a44763d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8374 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.324753:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777dc00/0x26817551a44763d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8374 expref: 6 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.324764:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777dc00/0x26817551a44763d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8374 expref: 6 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.324773:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777dc00, rc 0) 00000100:00100000:1.0:1787388403.324840:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+6:18129:x1874211925808000:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 161us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.324847:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 116 00000100:00100000:0.0:1787388403.327810:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.327906:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808128 00000100:00100000:3.0:1787388403.327926:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808128 00000100:00100000:3.0:1787388403.327997:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 117 00000100:00100000:3.0:1787388403.328009:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67958050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+6:18129:x1874211925808128:12345-192.168.203.15@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787388403.328668:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67958050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+6:18129:x1874211925808128:12345-192.168.203.15@tcp:501:mount.lustre.0 Request processed in 658us (876us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787388403.328678:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 117 00000100:00100000:3.0:1787388403.336560:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.336698:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808256 00000100:00100000:0.0:1787388403.336709:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808256 00000100:00100000:0.0:1787388403.336766:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 118 00000100:00100000:0.0:1787388403.336775:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+6:18129:x1874211925808256:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787388403.336790:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388403.336946:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e09000/0x26817551a44763d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe837b expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.336978:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09000/0x26817551a44763d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe837b expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.337158:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e09000/0x26817551a44763d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe837b expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.337237:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09000, rc 0) 00000100:00100000:0.0:1787388403.337378:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+7:18129:x1874211925808256:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 603us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.337402:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 118 00000100:00100000:2.0:1787388403.347710:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.347804:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808384 00000100:00100000:3.0:1787388403.347815:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808384 00000100:00100000:3.0:1787388403.347892:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 119 00000100:00100000:3.0:1787388403.347903:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+7:18129:x1874211925808384:12345-192.168.203.15@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787388403.348126:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18129:x1874211925808384:12345-192.168.203.15@tcp:501:mount.lustre.0 Request processed in 224us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.348135:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 119 00000100:00100000:3.0:1787388403.355708:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.355991:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808512 00000100:00100000:1.0:1787388403.356002:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808512 00000100:00100000:1.0:1787388403.356264:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 120 00000100:00100000:1.0:1787388403.356276:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18129:x1874211925808512:12345-192.168.203.15@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787388403.356469:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18129:x1874211925808512:12345-192.168.203.15@tcp:503:mount.lustre.0 Request processed in 195us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.356477:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 120 00000100:00100000:1.0:1787388403.369440:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.369532:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808640 00000100:00100000:0.0:1787388403.369542:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808640 00000100:00100000:0.0:1787388403.369590:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 121 00000100:00100000:0.0:1787388403.369600:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b67959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808640:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787388403.369831:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b67959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808640:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 231us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.369839:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 121 00000100:00100000:2.0:1787388403.406395:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.406620:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808768 00000100:00100000:1.0:1787388403.406630:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808768 00000100:00100000:1.0:1787388403.406689:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 122 00000100:00100000:1.0:1787388403.406699:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808768:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787388403.407903:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808768:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 1199us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.407914:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 122 00000100:00100000:1.0:1787388403.415834:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.419454:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925808896 00000100:00100000:3.0:1787388403.419468:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925808896 00000100:00100000:3.0:1787388403.419526:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 123 00000100:00100000:3.0:1787388403.419536:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b6795a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808896:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787388403.419701:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b6795a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18148:x1874211925808896:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 164us (3875us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.419709:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 123 00000100:00100000:2.0:1787388403.428775:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.428977:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809024 00000100:00100000:1.0:1787388403.428999:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809024 00000100:00100000:1.0:1787388403.429054:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 124 00000100:00100000:1.0:1787388403.429063:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+8:18129:x1874211925809024:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787388403.429081:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388403.429099:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777c000/0x26817551a44763de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe83ac expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.429127:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777c000/0x26817551a44763de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83ac expref: 9 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.429139:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777c000/0x26817551a44763de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83ac expref: 9 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388403.429149:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777c000, rc 0) 00000100:00100000:1.0:1787388403.429217:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+9:18129:x1874211925809024:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 154us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.429223:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 124 00000100:00100000:2.0:1787388403.434029:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.434174:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809152 00000100:00100000:0.0:1787388403.434185:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809152 00000100:00100000:0.0:1787388403.434242:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 125 00000100:00100000:0.0:1787388403.434251:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+9:18129:x1874211925809152:12345-192.168.203.15@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787388403.434277:0:22654:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787388403.434300:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787388403.434305:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787388403.434318:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787388403.434321:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787388403.434323:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787388403.436246:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+9:18129:x1874211925809152:12345-192.168.203.15@tcp:256:mount.lustre.0 Request processed in 1986us (2216us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.436257:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 125 00000100:00100000:2.0:1787388403.440496:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.440947:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809280 00000100:00100000:3.0:1787388403.440957:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809280 00000100:00100000:3.0:1787388403.441075:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 126 00000100:00100000:3.0:1787388403.441085:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+9:18129:x1874211925809280:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787388403.441112:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388403.441129:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe83b3 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388403.441174:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 10 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388403.441186:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 10 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388403.441196:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5dc00, rc 0) 00000100:00100000:3.0:1787388403.441253:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18129:x1874211925809280:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 169us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.441260:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 126 00000100:00100000:2.0:1787388403.443127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.443179:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809408 00000100:00100000:0.0:1787388403.443188:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809408 00000100:00100000:0.0:1787388403.443236:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 127 00000100:00100000:0.0:1787388403.443246:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7acdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18129:x1874211925809408:12345-192.168.203.15@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787388403.446018:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7acdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18129:x1874211925809408:12345-192.168.203.15@tcp:501:mount.lustre.0 Request processed in 2762us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.446031:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 127 00000100:00100000:2.0:1787388403.449894:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.449995:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809536 00000100:00100000:3.0:1787388403.450009:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809536 00000100:00100000:3.0:1787388403.450090:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 128 00000100:00100000:3.0:1787388403.450102:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18129:x1874211925809536:12345-192.168.203.15@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787388403.450513:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18129:x1874211925809536:12345-192.168.203.15@tcp:503:mount.lustre.0 Request processed in 411us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.450521:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 128 00000100:00100000:2.0:1787388403.457616:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.457737:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809664 00000100:00100000:0.0:1787388403.457750:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809664 00000100:00100000:0.0:1787388403.457815:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 129 00000100:00100000:0.0:1787388403.457827:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18153:x1874211925809664:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787388403.458046:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18153:x1874211925809664:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 220us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.458060:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 129 00000100:00100000:2.0:1787388403.470976:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.474255:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809792 00000100:00100000:1.0:1787388403.474276:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809792 00000100:00100000:1.0:1787388403.474383:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 130 00000100:00100000:1.0:1787388403.474397:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18153:x1874211925809792:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787388403.474618:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18153:x1874211925809792:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 224us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.474627:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 130 00000100:00100000:2.0:1787388403.482951:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388403.483408:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.483626:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925809920 00000100:00100000:1.0:1787388403.483640:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925809920 00000100:00100000:1.0:1787388403.483701:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810176 00000100:00100000:1.0:1787388403.483705:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810176 00000100:00100000:1.0:1787388403.483731:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:1.0:1787388403.483742:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2398:x1874211925809920:12345-192.168.203.15@tcp:38:mount.lustre.0 00010000:00080000:1.0:1787388403.483780:0:22661:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 4605dff4-9a2e-4530-9786-fc35b33f4f7b@192.168.203.15@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:1.0:1787388403.483848:0:22661:0:(genops.c:1406:class_connect()) connect: client 4605dff4-9a2e-4530-9786-fc35b33f4f7b, cookie 0x26817551a44763ec 00000004:00100000:1.0:1787388403.483880:0:22661:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1787388403.484957:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:2.0:1787388403.484981:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1874211925810176:12345-192.168.203.15@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787388403.485036:0:22659:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 4605dff4-9a2e-4530-9786-fc35b33f4f7b@192.168.203.15@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:2.0:1787388403.485112:0:22659:0:(genops.c:1406:class_connect()) connect: client 4605dff4-9a2e-4530-9786-fc35b33f4f7b, cookie 0x26817551a44763f3 00000004:00100000:2.0:1787388403.485138:0:22659:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787388403.485423:0:22659:0:(import.c:65:import_set_state_nolock()) ffff996b44281000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388403.485500:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2398:x1874211925810176:12345-192.168.203.15@tcp:38:mount.lustre.0 Request processed in 530us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388403.485587:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00080000:1.0:1787388403.485709:0:22661:0:(import.c:65:import_set_state_nolock()) ffff996b7f5d7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388403.485738:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2398:x1874211925809920:12345-192.168.203.15@tcp:38:mount.lustre.0 Request processed in 1997us (2802us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.485745:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:2.0:1787388403.502001:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388403.502040:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388403.502184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388403.504436:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810432 00000100:00100000:1.0:1787388403.504453:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810432 00000100:00080000:2.0:1787388403.504597:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787388403.504687:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810304 00000100:00100000:1.0:1787388403.504691:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810304 00000100:00100000:1.0:1787388403.504716:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810048 00000100:00100000:1.0:1787388403.504719:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810048 00000100:00100000:1.0:1787388403.504737:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:1.0:1787388403.504745:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18129:x1874211925810432:12345-192.168.203.15@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787388403.504779:0:22661:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787388403.504911:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18129:x1874211925810432:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 165us (2919us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.504930:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:1.0:1787388403.504948:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00100000:1.0:1787388403.504955:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:0:x1874211925810304:12345-192.168.203.15@tcp:41:mount.lustre.0 00000100:00100000:2.0:1787388403.505176:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 11 00000100:00100000:2.0:1787388403.505186:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:0:x1874211925810048:12345-192.168.203.15@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787388403.505200:0:24186:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388403.505228:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:0:x1874211925810048:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 45us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388403.505235:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 11 00000004:00000024:1.0:1787388403.505425:0:22661:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388403.505462:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:0:x1874211925810304:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 507us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388403.505469:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00080000:1.0:1787388403.505486:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787388403.517238:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.517439:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810560 00000100:00100000:0.0:1787388403.517448:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810560 00000100:00100000:0.0:1787388403.517556:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 12 00000100:00100000:0.0:1787388403.517568:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925810560:12345-192.168.203.15@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787388403.517658:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925810560:12345-192.168.203.15@tcp:40:mount.lustre.0 Request processed in 92us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.517666:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 12 00000100:00100000:2.0:1787388403.524070:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388403.524124:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.524157:0:22670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810944 00000100:00100000:2.0:1787388403.524161:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.524167:0:22670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810944 00000100:00100000:3.0:1787388403.524230:0:22670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 3 00000100:00100000:3.0:1787388403.524240:0:22670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925810944:12345-192.168.203.15@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787388403.524254:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810688 00000100:00100000:0.0:1787388403.524258:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810688 00000100:00100000:0.0:1787388403.524276:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925810816 00000100:00100000:0.0:1787388403.524278:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925810816 00000100:00100000:0.0:1787388403.524292:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 20 00000100:00100000:0.0:1787388403.524297:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2398:x1874211925810688:12345-192.168.203.15@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787388403.524311:0:22670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925810944:12345-192.168.203.15@tcp:900:mount.lustre.0 Request processed in 73us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.524329:0:22670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 3 00000100:00100000:3.0:1787388403.524367:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 21 00000100:00100000:3.0:1787388403.524371:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2398:x1874211925810816:12345-192.168.203.15@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787388403.524375:0:24165:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 4605dff4-9a2e-4530-9786-fc35b33f4f7b@192.168.203.15@tcp t0 exp 0000000000000000 cur 725 last 0 00010000:00080000:3.0:1787388403.524386:0:24166:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 4605dff4-9a2e-4530-9786-fc35b33f4f7b@192.168.203.15@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:3.0:1787388403.524403:0:24166:0:(genops.c:1406:class_connect()) connect: client 4605dff4-9a2e-4530-9786-fc35b33f4f7b, cookie 0x26817551a4476401 00000020:00000080:0.0:1787388403.524403:0:24165:0:(genops.c:1406:class_connect()) connect: client 4605dff4-9a2e-4530-9786-fc35b33f4f7b, cookie 0x26817551a44763fa 00002000:00100000:3.0:1787388403.524414:0:24166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4605dff4-9a2e-4530-9786-fc35b33f4f7b/ffff996a423de800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787388403.524415:0:24165:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4605dff4-9a2e-4530-9786-fc35b33f4f7b/ffff996b7374a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787388403.524429:0:24166:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00100000:0.0:1787388403.524429:0:24165:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787388403.524566:0:24165:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:3.0:1787388403.524569:0:24166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787388403.524590:0:24166:0:(import.c:65:import_set_state_nolock()) ffff996a423d8800 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1787388403.524590:0:24165:0:(import.c:65:import_set_state_nolock()) ffff996b7374b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787388403.524616:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2398:x1874211925810816:12345-192.168.203.15@tcp:8:mount.lustre.0 Request processed in 243us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.524622:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 21 00000100:00100000:0.0:1787388403.525228:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2398:x1874211925810688:12345-192.168.203.15@tcp:8:mount.lustre.0 Request processed in 925us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.525236:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 20 00000100:00100000:2.0:1787388403.530644:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388403.530921:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811072 00000100:00100000:3.0:1787388403.530930:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811072 00000100:00100000:3.0:1787388403.531096:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:3.0:1787388403.531107:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925811072:12345-192.168.203.15@tcp:33:mount.lustre.0 00000004:00080000:1.0:1787388403.539495:0:22662:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 8308us 00000004:00200000:0.0:1787388403.559641:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1787388403.559938:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18129:x1874211925811072:12345-192.168.203.15@tcp:33:mount.lustre.0 Request processed in 28827us (29295us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.559952:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:2.0:1787388403.804635:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388403.807622:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811200 00000100:00100000:0.0:1787388403.807637:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811200 00000100:00100000:0.0:1787388403.807794:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:0.0:1787388403.807806:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18177:x1874211925811200:12345-192.168.203.15@tcp:101:mkdir.0 00010000:00010000:0.0:1787388403.807825:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388403.807852:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09e00/0x26817551a4476408 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe83e4 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.807927:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.807941:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.807956:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787388403.808020:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787388403.808024:0:22659:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787388403.808734:0:22659:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.808769:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09e00/0x26817551a4476408 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83e4 expref: 8 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.808789:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83e4 expref: 7 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388403.808799:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:0.0:1787388403.808802:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388403.808805:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09800, rc 0) 00000100:00100000:0.0:1787388403.809197:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18177:x1874211925811200:12345-192.168.203.15@tcp:101:mkdir.0 Request processed in 1391us (4568us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388403.809206:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:1.0:1787388403.950156:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787388403.950185:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a4390b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945844096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787388403.950258:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388403.950617:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844096 00000100:00100000:3.0:1787388403.950625:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844096 00000100:00100000:3.0:1787388403.950708:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388403.950718:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945844096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787388403.950740:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787388403.950792:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945844096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388403.950799:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388403.950861:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a4390b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945844096:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787388403.950987:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787388404.013549:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388404.461470:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7fa19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945844352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388404.461552:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.461631:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844352 00000100:00100000:2.0:1787388404.461638:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844352 00000100:00100000:2.0:1787388404.461676:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787388404.461683:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945844352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787388404.461709:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388404.461748:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945844352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.461755:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787388404.462023:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945844864:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462053:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462075:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945845376:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462103:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462134:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7fa19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945844352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388404.462149:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787388404.462154:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945844480:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462191:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945844992:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462206:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462221:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945845504:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462255:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845376 00000100:00100000:2.0:1787388404.462258:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845376 00000100:00100000:2.0:1787388404.462284:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844992 00000100:00100000:2.0:1787388404.462286:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844992 00000100:00100000:2.0:1787388404.462295:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845504 00000100:00100000:2.0:1787388404.462297:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845504 00000100:00100000:2.0:1787388404.462309:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388404.462314:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945845376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462366:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945845376:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.462372:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787388404.462383:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787388404.462388:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945844992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462482:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1874211945844992:12345-0@lo:400:kworker.0 Request processed in 94us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.462488:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787388404.462499:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787388404.462509:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945845504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462531:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1874211945845504:12345-0@lo:400:kworker.0 Request processed in 23us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.462536:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787388404.462557:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3651:1874211945844992:0@lo:400:kworker.0 00010000:00080000:2.0:1787388404.462568:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b737e7480 x1874211945845504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388404.462578:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3651:1874211945845504:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462587:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945845376:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462704:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844608:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462727:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462742:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a4390ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945845120:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462757:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462768:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1874211945845632:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462784:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462797:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1787388404.462803:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388404.462819:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.462832:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844736:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.462850:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388404.463145:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844864 00000100:00100000:1.0:1787388404.463148:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845120 00000100:00100000:3.0:1787388404.463150:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844864 00000100:00100000:1.0:1787388404.463151:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845120 00000100:00100000:1.0:1787388404.463186:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844736 00000100:00100000:1.0:1787388404.463189:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844736 00000100:00100000:2.0:1787388404.463224:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a4390b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945845248:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463248:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.463262:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945845760:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463288:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.463304:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844608 00000100:00100000:2.0:1787388404.463307:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844608 00000100:00100000:2.0:1787388404.463324:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844224 00000100:00100000:2.0:1787388404.463326:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844224 00000100:00100000:2.0:1787388404.463335:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787388404.463341:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945844608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463390:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945844608:12345-0@lo:400:kworker.0 Request processed in 48us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463408:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787388404.463419:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787388404.463424:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945844224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787388404.463437:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787388404.463460:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945844224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463465:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787388404.463494:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787388404.463502:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844608:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463518:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845632 00000100:00100000:2.0:1787388404.463520:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845632 00000100:00100000:2.0:1787388404.463534:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845248 00000100:00100000:2.0:1787388404.463536:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845248 00000100:00100000:2.0:1787388404.463543:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845760 00000100:00100000:2.0:1787388404.463545:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845760 00000100:00100000:2.0:1787388404.463555:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787388404.463560:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874211945845632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463586:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874211945845632:12345-0@lo:400:kworker.0 Request processed in 26us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463597:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787388404.463607:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388404.463611:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945845248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463632:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945845248:12345-0@lo:400:kworker.0 Request processed in 21us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463637:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787388404.463644:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787388404.463649:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945845760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463667:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945845760:12345-0@lo:400:kworker.0 Request processed in 18us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463672:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787388404.463691:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a4390b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945845248:0@lo:400:kworker.0 00010000:00080000:2.0:1787388404.463701:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b737e6a00 x1874211945845760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787388404.463710:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945845760:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463719:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3649:1874211945845632:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463773:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945844480 00000100:00100000:2.0:1787388404.463776:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945844480 00000100:00100000:2.0:1787388404.463799:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1787388404.463805:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3651:x1874211945844480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.463832:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3651:x1874211945844480:12345-0@lo:400:kworker.0 Request processed in 27us (1655us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.463838:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1787388404.464174:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945846016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787388404.464207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388404.464229:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787388404.464234:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945845888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787388404.464250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388404.464277:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787388404.464284:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945845120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388404.464314:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945845120:12345-0@lo:400:kworker.0 Request processed in 31us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388404.464329:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787388404.464385:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846016 00000100:00100000:2.0:1787388404.464389:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846016 00000100:00100000:2.0:1787388404.464404:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945845888 00000100:00100000:2.0:1787388404.464406:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945845888 00000100:00100000:2.0:1787388404.464416:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787388404.464421:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945846016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787388404.464432:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388404.464460:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1874211945846016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.464465:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787388404.464474:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787388404.464478:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1874211945845888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787388404.464485:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388404.464501:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1874211945845888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 23us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.464506:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1787388404.464533:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787388404.464537:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787388404.464540:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787388404.464542:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787388404.464561:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945844480:0@lo:400:kworker.0 00000100:00100000:2.0:1787388404.464669:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a4390ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945845120:0@lo:400:kworker.0 00000100:00100000:3.0:1787388404.465464:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787388404.465478:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3651:x1874211945844864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388404.465537:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3651:x1874211945844864:12345-0@lo:400:kworker.0 Request processed in 65us (3483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388404.465543:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787388404.465553:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945844864:0@lo:400:kworker.0 00000100:00100000:1.0:1787388404.466136:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388404.466148:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945844736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388404.466207:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945844736:12345-0@lo:400:kworker.0 Request processed in 63us (3356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388404.466215:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787388404.466274:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945845888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787388404.466288:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945846016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787388404.466762:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945844736:0@lo:400:kworker.0 00000100:00100000:1.0:1787388404.972668:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787388404.972708:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945846144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787388404.972786:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388404.973074:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846144 00000100:00100000:2.0:1787388404.973082:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846144 00000100:00100000:2.0:1787388404.973267:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787388404.973277:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945846144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787388404.973313:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787388404.973399:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945846144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388404.973407:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787388404.973489:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945846144:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787388405.036605:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787388405.490557:0:24984:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4605dff4-9a2e-4530-9786-fc35b33f4f7b 00000001:00080000:2.0:1787388405.490574:0:24984:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1787388405.912750:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388405.912899:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811328 00000100:00100000:0.0:1787388405.912913:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811328 00000100:00100000:0.0:1787388405.913010:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 14 00000100:00100000:0.0:1787388405.913023:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18229:x1874211925811328:12345-192.168.203.15@tcp:41:lfs.0 00000004:00000024:0.0:1787388405.913088:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787388405.913561:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18229:x1874211925811328:12345-192.168.203.15@tcp:41:lfs.0 Request processed in 538us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388405.913570:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 14 00000100:00080000:2.0:1787388405.913948:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787388405.917478:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388405.921728:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811456 00000100:00100000:1.0:1787388405.921743:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811456 00000100:00100000:1.0:1787388405.921857:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 15 00000100:00100000:1.0:1787388405.921879:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18229:x1874211925811456:12345-192.168.203.15@tcp:41:lfs.0 00000004:00000024:1.0:1787388405.921918:0:22660:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388405.922014:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18229:x1874211925811456:12345-192.168.203.15@tcp:41:lfs.0 Request processed in 148us (4550us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388405.922022:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 15 00000100:00080000:2.0:1787388405.922216:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787388405.926697:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388405.926793:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811584 00000100:00100000:0.0:1787388405.926807:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811584 00000100:00100000:0.0:1787388405.926911:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:0.0:1787388405.926923:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18229:x1874211925811584:12345-192.168.203.15@tcp:13:lfs.0 00002000:00000024:0.0:1787388405.926970:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00080000:2.0:1787388405.927152:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787388405.927664:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18229:x1874211925811584:12345-192.168.203.15@tcp:13:lfs.0 Request processed in 737us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388405.927675:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:3.0:1787388405.930941:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388405.931893:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811712 00000100:00100000:0.0:1787388405.931906:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811712 00000100:00100000:0.0:1787388405.932006:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 14 00000100:00100000:0.0:1787388405.932018:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18229:x1874211925811712:12345-192.168.203.15@tcp:13:lfs.0 00002000:00000024:0.0:1787388405.932067:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388405.932182:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18229:x1874211925811712:12345-192.168.203.15@tcp:13:lfs.0 Request processed in 166us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388405.932192:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 14 00000100:00080000:1.0:1787388405.932441:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787388406.060967:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388406.157890:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.159653:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811840 00000100:00100000:0.0:1787388406.159673:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811840 00000100:00100000:0.0:1787388406.159818:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 132 00000100:00100000:0.0:1787388406.159830:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+10:18263:x1874211925811840:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787388406.159852:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388406.159886:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e09e00/0x26817551a4476416 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe83eb expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.159922:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09e00/0x26817551a4476416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83eb expref: 11 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.159936:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e09e00/0x26817551a4476416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83eb expref: 11 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.159947:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09e00, rc 0) 00000100:00100000:0.0:1787388406.160032:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925811840:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 204us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388406.160185:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 132 00000100:00100000:1.0:1787388406.162826:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.163490:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925811968 00000100:00100000:2.0:1787388406.163505:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925811968 00000100:00100000:2.0:1787388406.163565:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 133 00000100:00100000:2.0:1787388406.163578:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925811968:12345-192.168.203.15@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787388406.163818:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925811968:12345-192.168.203.15@tcp:501:mount.lustre.0 Request processed in 241us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.163828:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 133 00000100:00100000:2.0:1787388406.166561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.166723:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812096 00000100:00100000:3.0:1787388406.166735:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812096 00000100:00100000:3.0:1787388406.166835:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 134 00000100:00100000:3.0:1787388406.166848:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925812096:12345-192.168.203.15@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787388406.167082:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925812096:12345-192.168.203.15@tcp:503:mount.lustre.0 Request processed in 236us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.167091:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 134 00000100:00100000:1.0:1787388406.173144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.173304:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812224 00000100:00100000:0.0:1787388406.173318:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812224 00000100:00100000:0.0:1787388406.173417:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 135 00000100:00100000:0.0:1787388406.173428:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812224:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787388406.173662:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812224:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 235us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388406.173672:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 135 00000100:00100000:1.0:1787388406.193899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.194324:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812352 00000100:00100000:3.0:1787388406.194338:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812352 00000100:00100000:3.0:1787388406.194443:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 136 00000100:00100000:3.0:1787388406.194454:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812352:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787388406.194665:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812352:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 211us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.194674:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 136 00000100:00100000:3.0:1787388406.199561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.200491:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812480 00000100:00100000:2.0:1787388406.200508:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812480 00000100:00100000:2.0:1787388406.200631:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 137 00000100:00100000:2.0:1787388406.200654:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812480:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787388406.200878:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43923050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18268:x1874211925812480:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 236us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.200887:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 137 00000100:00100000:1.0:1787388406.205147:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.205386:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812608 00000100:00100000:0.0:1787388406.205401:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812608 00000100:00100000:0.0:1787388406.205545:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 138 00000100:00100000:0.0:1787388406.205558:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18263:x1874211925812608:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787388406.205581:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388406.205608:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b74e09400/0x26817551a447641d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe841c expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.205654:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b74e09400/0x26817551a447641d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe841c expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.205668:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b74e09400/0x26817551a447641d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe841c expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388406.205679:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b74e09400, rc 0) 00000100:00100000:0.0:1787388406.205758:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18263:x1874211925812608:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 203us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388406.205767:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 138 00000100:00100000:1.0:1787388406.209566:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.209691:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812736 00000100:00100000:2.0:1787388406.209706:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812736 00000100:00100000:2.0:1787388406.209773:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 139 00000100:00100000:2.0:1787388406.209784:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18263:x1874211925812736:12345-192.168.203.15@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787388406.209819:0:22654:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787388406.209852:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787388406.209856:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787388406.209859:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787388406.209873:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787388406.209876:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1787388406.217836:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43922850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18263:x1874211925812736:12345-192.168.203.15@tcp:256:mount.lustre.0 Request processed in 8035us (8262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.217856:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 139 00000100:00100000:1.0:1787388406.223145:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.223662:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812864 00000100:00100000:0.0:1787388406.223677:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812864 00000100:00100000:1.0:1787388406.223897:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 140 00000100:00100000:1.0:1787388406.223911:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18263:x1874211925812864:12345-192.168.203.15@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787388406.223937:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388406.223962:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8423 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388406.224001:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 13 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388406.224038:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 13 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388406.224051:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777cc00, rc 0) 00000100:00100000:1.0:1787388406.224132:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18263:x1874211925812864:12345-192.168.203.15@tcp:101:mount.lustre.0 Request processed in 224us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.224140:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 140 00000100:00100000:1.0:1787388406.226939:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.227016:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925812992 00000100:00100000:3.0:1787388406.227030:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925812992 00000100:00100000:3.0:1787388406.227190:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 141 00000100:00100000:3.0:1787388406.227203:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18263:x1874211925812992:12345-192.168.203.15@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787388406.227468:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43921050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18263:x1874211925812992:12345-192.168.203.15@tcp:501:mount.lustre.0 Request processed in 267us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.227486:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 141 00000100:00100000:2.0:1787388406.237542:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388406.237673:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813120 00000100:00100000:1.0:1787388406.237687:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813120 00000100:00100000:1.0:1787388406.237796:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 142 00000100:00100000:1.0:1787388406.237810:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18263:x1874211925813120:12345-192.168.203.15@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787388406.238041:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18263:x1874211925813120:12345-192.168.203.15@tcp:503:mount.lustre.0 Request processed in 234us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.238058:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 142 00000100:00100000:1.0:1787388406.241319:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.241530:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813248 00000100:00100000:3.0:1787388406.241544:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813248 00000100:00100000:3.0:1787388406.241666:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 143 00000100:00100000:3.0:1787388406.241678:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18270:x1874211925813248:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787388406.241899:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18270:x1874211925813248:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 223us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.241909:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 143 00000100:00100000:3.0:1787388406.244772:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388406.245555:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813376 00000100:00100000:1.0:1787388406.245570:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813376 00000100:00100000:1.0:1787388406.245747:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 144 00000100:00100000:1.0:1787388406.245761:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18270:x1874211925813376:12345-192.168.203.15@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787388406.245987:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18270:x1874211925813376:12345-192.168.203.15@tcp:502:llog_process_th.0 Request processed in 228us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.245997:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 144 00000100:00100000:0.0:1787388406.256955:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.257073:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.257240:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813504 00000100:00100000:2.0:1787388406.257253:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813504 00000100:00100000:2.0:1787388406.257317:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813760 00000100:00100000:2.0:1787388406.257320:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813760 00000100:00100000:2.0:1787388406.257387:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:2.0:1787388406.257398:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1874211925813504:12345-192.168.203.15@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787388406.257436:0:22659:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 8a97bde3-f05d-4081-9b8b-e303c67ccb1a@192.168.203.15@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:2.0:1787388406.257492:0:22659:0:(genops.c:1406:class_connect()) connect: client 8a97bde3-f05d-4081-9b8b-e303c67ccb1a, cookie 0x26817551a447642b 00000004:00100000:2.0:1787388406.257524:0:22659:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787388406.257655:0:22659:0:(import.c:65:import_set_state_nolock()) ffff996b44286800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388406.257745:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2398:x1874211925813504:12345-192.168.203.15@tcp:38:mount.lustre.0 Request processed in 348us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.257776:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:2.0:1787388406.257796:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:2.0:1787388406.257800:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1874211925813760:12345-192.168.203.15@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787388406.257817:0:22659:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 8a97bde3-f05d-4081-9b8b-e303c67ccb1a@192.168.203.15@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:2.0:1787388406.257842:0:22659:0:(genops.c:1406:class_connect()) connect: client 8a97bde3-f05d-4081-9b8b-e303c67ccb1a, cookie 0x26817551a4476432 00000004:00100000:2.0:1787388406.257855:0:22659:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787388406.257911:0:22659:0:(import.c:65:import_set_state_nolock()) ffff996b44286000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787388406.257934:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2398:x1874211925813760:12345-192.168.203.15@tcp:38:mount.lustre.0 Request processed in 132us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.257942:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:3.0:1787388406.265727:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.265773:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.265909:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.272487:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813888 00000100:00100000:0.0:1787388406.272506:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813888 00000100:00100000:1.0:1787388406.272599:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925813632 00000100:00100000:1.0:1787388406.272624:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925813632 00000100:00100000:2.0:1787388406.272718:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814016 00000100:00100000:2.0:1787388406.272724:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814016 00000100:00100000:2.0:1787388406.272796:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 18 00000100:00100000:2.0:1787388406.272808:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+7:18263:x1874211925814016:12345-192.168.203.15@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787388406.272852:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787388406.272970:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+7:18263:x1874211925814016:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 163us (7059us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.272979:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 18 00000100:00100000:1.0:1787388406.273092:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 19 00000100:00100000:1.0:1787388406.273101:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:0:x1874211925813632:12345-192.168.203.15@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787388406.273901:0:22660:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787388406.273963:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:0:x1874211925813632:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 860us (8185us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.273971:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 19 00000100:00080000:3.0:1787388406.279008:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787388406.279705:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787388406.279808:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 20 00000100:00100000:1.0:1787388406.279831:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7aaa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:0:x1874211925813888:12345-192.168.203.15@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787388406.279888:0:22661:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388406.279997:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7aaa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:0:x1874211925813888:12345-192.168.203.15@tcp:41:mount.lustre.0 Request processed in 176us (14283us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.280006:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 20 00000100:00100000:0.0:1787388406.285724:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.285993:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814144 00000100:00100000:2.0:1787388406.286005:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814144 00000100:00100000:2.0:1787388406.286078:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 21 00000100:00100000:2.0:1787388406.286090:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814144:12345-192.168.203.15@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787388406.286204:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814144:12345-192.168.203.15@tcp:40:mount.lustre.0 Request processed in 116us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.286228:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 21 00000100:00100000:0.0:1787388406.301976:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.302017:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.302064:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388406.302262:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814272 00000100:00100000:3.0:1787388406.302276:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814272 00000100:00100000:3.0:1787388406.302335:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814400 00000100:00100000:3.0:1787388406.302338:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814400 00000100:00100000:3.0:1787388406.302397:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 22 00000100:00100000:3.0:1787388406.302427:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2398:x1874211925814272:12345-192.168.203.15@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787388406.302473:0:24166:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 8a97bde3-f05d-4081-9b8b-e303c67ccb1a@192.168.203.15@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1787388406.302513:0:24166:0:(genops.c:1406:class_connect()) connect: client 8a97bde3-f05d-4081-9b8b-e303c67ccb1a, cookie 0x26817551a4476439 00002000:00100000:3.0:1787388406.302530:0:24166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8a97bde3-f05d-4081-9b8b-e303c67ccb1a/ffff996a423dd000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787388406.302545:0:24166:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787388406.302649:0:24166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787388406.302691:0:24166:0:(import.c:65:import_set_state_nolock()) ffff996b44ff5000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787388406.302775:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2398:x1874211925814272:12345-192.168.203.15@tcp:8:mount.lustre.0 Request processed in 350us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.302784:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 22 00000100:00100000:3.0:1787388406.302800:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 23 00000100:00100000:3.0:1787388406.302803:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2398:x1874211925814400:12345-192.168.203.15@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787388406.302816:0:24166:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 8a97bde3-f05d-4081-9b8b-e303c67ccb1a@192.168.203.15@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1787388406.302848:0:24166:0:(genops.c:1406:class_connect()) connect: client 8a97bde3-f05d-4081-9b8b-e303c67ccb1a, cookie 0x26817551a4476440 00002000:00100000:3.0:1787388406.302853:0:24166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8a97bde3-f05d-4081-9b8b-e303c67ccb1a/ffff996b7379a000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787388406.302858:0:24166:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787388406.302919:0:24166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787388406.302935:0:24166:0:(import.c:65:import_set_state_nolock()) ffff996b7379d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787388406.302937:0:22670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814528 00000100:00100000:1.0:1787388406.302943:0:22670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814528 00000100:00100000:3.0:1787388406.302960:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2398:x1874211925814400:12345-192.168.203.15@tcp:8:mount.lustre.0 Request processed in 155us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388406.302967:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 23 00000100:00100000:1.0:1787388406.302989:0:22670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 4 00000100:00100000:1.0:1787388406.302997:0:22670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7fa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814528:12345-192.168.203.15@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787388406.303037:0:22670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7fa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814528:12345-192.168.203.15@tcp:900:mount.lustre.0 Request processed in 42us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388406.303045:0:22670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 4 00000100:00100000:1.0:1787388406.306202:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388406.306398:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814656 00000100:00100000:0.0:1787388406.306409:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814656 00000100:00100000:0.0:1787388406.306465:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 1 00000100:00100000:0.0:1787388406.306526:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814656:12345-192.168.203.15@tcp:33:mount.lustre.0 00000004:00200000:0.0:1787388406.306639:0:22663:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1787388406.306739:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18263:x1874211925814656:12345-192.168.203.15@tcp:33:mount.lustre.0 Request processed in 267us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388406.306748:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 1 00000100:00100000:0.0:1787388406.482492:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388406.483013:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814784 00000100:00100000:2.0:1787388406.483028:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814784 00000100:00100000:2.0:1787388406.483187:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 22 00000100:00100000:2.0:1787388406.483200:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b48302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18293:x1874211925814784:12345-192.168.203.15@tcp:101:mkdir.0 00010000:00010000:2.0:1787388406.483231:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388406.483261:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476447 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8454 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483636:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483654:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483672:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388406.483747:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787388406.483752:0:22659:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787388406.483779:0:22659:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483812:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476447 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 8 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483835:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 7 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388406.483877:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:2.0:1787388406.483880:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787388406.483886:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e5200, rc 0) 00000100:00100000:2.0:1787388406.483983:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b48302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+7:18293:x1874211925814784:12345-192.168.203.15@tcp:101:mkdir.0 Request processed in 785us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388406.483991:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 22 00010000:00010000:3.0:1787388407.084653:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787388407.542895:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787388408.112913:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388409.068905:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787388409.068942:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945846272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787388409.069011:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.069449:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846272 00000100:00100000:0.0:1787388409.069458:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846272 00000100:00100000:0.0:1787388409.069527:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388409.069536:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7f5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945846272:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787388409.069552:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1787388409.069563:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1787388409.069618:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7f5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945846272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.069625:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787388409.069803:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945846272:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787388409.132529:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388409.580923:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787388409.580944:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945846400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787388409.581015:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.581446:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945846656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388409.581475:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388409.582109:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945846528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787388409.582142:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.582251:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846656 00000100:00100000:0.0:1787388409.582258:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846656 00000100:00100000:0.0:1787388409.582299:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787388409.582306:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945846656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787388409.582337:0:22664:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787388409.582401:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945846656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.582421:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787388409.582452:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846400 00000100:00100000:0.0:1787388409.582466:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846400 00000100:00100000:0.0:1787388409.582492:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846528 00000100:00100000:0.0:1787388409.582495:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846528 00000100:00100000:0.0:1787388409.582512:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388409.582518:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945846400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787388409.582536:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388409.582570:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945846400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.582577:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787388409.582588:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787388409.582594:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945846528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787388409.582603:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787388409.582624:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945846528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.582629:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1787388409.582646:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787388409.582766:0:3652:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787388409.582786:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945846528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787388409.582801:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945846400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787388409.582827:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945846656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787388409.583377:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945846912:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583589:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945847424:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583614:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583631:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945847936:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583680:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787388409.583685:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945847040:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583727:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945847552:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583763:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945848064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787388409.583783:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583804:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945846784:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583833:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583865:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945847296:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583886:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583902:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1874211945847808:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583921:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583937:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787388409.583942:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945847168:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583963:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.583973:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945847680:0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.583992:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388409.584010:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847424 00000100:00100000:0.0:1787388409.584015:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847424 00000100:00100000:0.0:1787388409.584039:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847936 00000100:00100000:0.0:1787388409.584042:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847936 00000100:00100000:0.0:1787388409.584060:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847552 00000100:00100000:0.0:1787388409.584063:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847552 00000100:00100000:0.0:1787388409.584075:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847808 00000100:00100000:0.0:1787388409.584083:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847808 00000100:00100000:0.0:1787388409.584099:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847168 00000100:00100000:0.0:1787388409.584101:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847168 00000100:00100000:0.0:1787388409.584110:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847680 00000100:00100000:0.0:1787388409.584112:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847680 00000100:00100000:0.0:1787388409.584126:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787388409.584132:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945847424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.584174:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1874211945847424:12345-0@lo:400:kworker.0 Request processed in 42us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.584181:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787388409.584194:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787388409.584200:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1874211945847936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.584225:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1874211945847936:12345-0@lo:400:kworker.0 Request processed in 26us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.584231:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787388409.584241:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787388409.584246:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945847552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.584271:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1874211945847552:12345-0@lo:400:kworker.0 Request processed in 25us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.584278:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787388409.584288:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787388409.584294:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874211945847808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.584397:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874211945847808:12345-0@lo:400:kworker.0 Request processed in 103us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388409.584403:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787388409.584529:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846912 00000100:00100000:1.0:1787388409.584533:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846912 00000100:00100000:1.0:1787388409.584556:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848064 00000100:00100000:1.0:1787388409.584560:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848064 00000100:00100000:1.0:1787388409.584572:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787388409.584578:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1874211945846912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.584610:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1874211945846912:12345-0@lo:400:kworker.0 Request processed in 32us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.584615:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787388409.584624:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787388409.584629:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945848064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787388409.584647:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787388409.584671:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945848064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.584675:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000001:00100000:1.0:1787388409.585281:0:22639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8a97bde3-f05d-4081-9b8b-e303c67ccb1a 00000001:00100000:1.0:1787388409.585289:0:22639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4605dff4-9a2e-4530-9786-fc35b33f4f7b 00000100:00100000:1.0:1787388409.585420:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847040 00000100:00100000:1.0:1787388409.585437:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847040 00000100:00100000:1.0:1787388409.585468:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945847296 00000100:00100000:1.0:1787388409.585471:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945847296 00000100:00100000:1.0:1787388409.585487:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787388409.585493:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945847040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.585535:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1874211945847040:12345-0@lo:400:kworker.0 Request processed in 42us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.585553:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787388409.585566:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787388409.585572:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945847296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.585600:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945847296:12345-0@lo:400:kworker.0 Request processed in 28us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.585605:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787388409.585624:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945846784 00000100:00100000:1.0:1787388409.585627:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945846784 00000100:00100000:1.0:1787388409.585657:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1787388409.585663:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3650:x1874211945846784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.585691:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3650:x1874211945846784:12345-0@lo:400:kworker.0 Request processed in 28us (1858us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.585697:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1787388409.586143:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787388409.586157:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945847168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388409.586202:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874211945847168:12345-0@lo:400:kworker.0 Request processed in 48us (2237us total) trans 0 rc 0/0 00000100:00080000:3.0:1787388409.588587:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787388409.588596:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787388409.588599:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787388409.588657:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787388409.588674:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945847680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.588754:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874211945847680:12345-0@lo:400:kworker.0 Request processed in 87us (4760us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388409.588761:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787388409.592483:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787388409.596941:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874211945847168:0@lo:400:kworker.0 00010000:00080000:1.0:1787388409.596961:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996a43a43100 x1874211945847680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388409.596971:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3650:1874211945847680:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.596981:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945846784:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597627:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945847296:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597721:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3650:1874211945847808:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597775:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945847040:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597787:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3651:1874211945847552:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597806:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945848064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388409.597815:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3651:1874211945846912:0@lo:400:kworker.0 00000100:00100000:1.0:1787388409.597827:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3651:1874211945847424:0@lo:400:kworker.0 00010000:00080000:1.0:1787388409.597868:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996a43a43480 x1874211945847936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787388409.597879:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3651:1874211945847936:0@lo:400:kworker.0 00000001:00100000:3.0:1787388409.598425:0:23392:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8a97bde3-f05d-4081-9b8b-e303c67ccb1a 00000001:00100000:3.0:1787388409.598435:0:23392:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4605dff4-9a2e-4530-9786-fc35b33f4f7b 00000001:00100000:0.0:1787388409.599443:0:24160:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8a97bde3-f05d-4081-9b8b-e303c67ccb1a 00000001:00100000:0.0:1787388409.599454:0:24160:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4605dff4-9a2e-4530-9786-fc35b33f4f7b 00000001:02000400:1.0:1787388409.656231:0:25541:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1787388410.094843:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945848192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787388410.094919:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388410.095169:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848192 00000100:00100000:2.0:1787388410.095177:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848192 00000100:00100000:2.0:1787388410.095228:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787388410.095238:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945848192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787388410.095260:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787388410.095308:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874211945848192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388410.095315:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787388410.095435:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945848192:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787388410.156767:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787388410.413205:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787388411.180710:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787388411.650194:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650240:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650320:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650342:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388411.650397:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815040 00000100:00100000:2.0:1787388411.650405:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815040 00000100:00100000:2.0:1787388411.650458:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815552 00000100:00100000:2.0:1787388411.650461:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815552 00000100:00100000:2.0:1787388411.650484:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 48 00000100:00100000:2.0:1787388411.650492:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2402:x1874211925815040:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.650580:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388411.650584:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2402:x1874211925815040:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388411.650591:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 48 00000100:00100000:2.0:1787388411.650609:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 49 00000100:00100000:2.0:1787388411.650616:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2402:x1874211925815552:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:2.0:1787388411.650640:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2402:x1874211925815552:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 25us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388411.650647:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 49 00000100:00080000:2.0:1787388411.650664:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787388411.650761:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815296 00000100:00100000:3.0:1787388411.650766:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815296 00000100:00100000:3.0:1787388411.650810:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815808 00000100:00100000:3.0:1787388411.650813:0:24166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815808 00000100:00100000:3.0:1787388411.650843:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:3.0:1787388411.650849:0:24166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815296:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.650903:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650922:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650935:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.650955:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388411.651117:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815168 00000100:00100000:0.0:1787388411.651122:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815168 00000100:00100000:0.0:1787388411.651148:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815680 00000100:00100000:0.0:1787388411.651151:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815680 00000100:00100000:0.0:1787388411.651167:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 50 00000100:00100000:0.0:1787388411.651175:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815168:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651204:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815168:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 30us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651210:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 50 00000100:00100000:0.0:1787388411.651221:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 51 00000100:00100000:0.0:1787388411.651226:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2402:x1874211925815680:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651248:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2402:x1874211925815680:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 22us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651262:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 51 00000100:00100000:0.0:1787388411.651280:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815424 00000100:00100000:0.0:1787388411.651283:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815424 00000100:00100000:0.0:1787388411.651298:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925815936 00000100:00100000:0.0:1787388411.651300:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925815936 00000100:00100000:0.0:1787388411.651434:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:0.0:1787388411.651440:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2402:x1874211925815808:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651478:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2402:x1874211925815808:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 37us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651484:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:0.0:1787388411.651496:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00100000:0.0:1787388411.651502:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815424:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651523:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815424:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 22us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651529:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00100000:0.0:1787388411.651540:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 11 00000100:00100000:0.0:1787388411.651546:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2402:x1874211925815936:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651568:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2402:x1874211925815936:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 22us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651573:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 11 00000100:00100000:0.0:1787388411.651608:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925814912 00000100:00100000:0.0:1787388411.651613:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925814912 00000100:00100000:0.0:1787388411.651640:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 146 00000100:00100000:0.0:1787388411.651646:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:2402:x1874211925814912:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388411.651678:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:2402:x1874211925814912:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 32us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388411.651684:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 146 00000100:00080000:2.0:1787388411.652025:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787388411.652029:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787388411.652031:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787388411.652607:0:24166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925815296:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 1740us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388411.652616:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 8 00010000:00010000:2.0:1787388412.204603:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787388412.660139:0:24984:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8a97bde3-f05d-4081-9b8b-e303c67ccb1a 00000020:00000080:1.0:1787388412.787592:0:25689:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007fff1bb15b10 00000020:00000080:1.0:1787388412.787607:0:25689:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS 00000020:00000080:1.0:1787388412.787611:0:25689:0:(class_obd.c:148:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:1.0:1787388412.787619:0:25689:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff1bb17da0 20000000:00000080:1.0:1787388412.787625:0:25689:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff996b737f3000 uarg=0000000000000000 20000000:01000000:1.0:1787388412.787681:0:25689:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787388412.787687:0:25689:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787388412.787691:0:25689:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1787388412.793639:0:25690:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1787388412.796255:0:25689:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787388412.805682:0:25689:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1787388412.805931:0:25689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805951:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760ab expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805958:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760b9 expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805964:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805970:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476272 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805979:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.805999:0:25689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806006:0:25689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806104:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806121:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806136:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848320:192.168.203.15@tcp:104: 00010000:00010000:2.0:1787388412.806280:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806288:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 12 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806296:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848448:192.168.203.15@tcp:104: 00010000:00010000:2.0:1787388412.806327:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a4476272 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806335:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a4476272 expref: 23 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806343:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848576:0@lo:104: 00000100:00100000:2.0:1787388412.806419:0:25689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787388412.806656:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806665:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806673:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b737e7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848704:0@lo:104: 00000100:00100000:2.0:1787388412.806697:0:25689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787388412.806725:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806734:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 23 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806741:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43909f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848832:0@lo:104: 00000100:00100000:2.0:1787388412.806761:0:25689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787388412.806777:0:25689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26817551a44760ab expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.806785:0:25689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26817551a44760ab expref: 23 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.806793:0:25689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43908380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848960:0@lo:104: 00000100:00100000:2.0:1787388412.806813:0:25689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388412.806833:0:25689:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787388412.806891:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848576 00000100:00100000:3.0:1787388412.806900:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848576 00000100:00100000:3.0:1787388412.806976:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848704 00000100:00100000:3.0:1787388412.806980:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848704 00000100:00100000:3.0:1787388412.806991:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848832 00000100:00100000:3.0:1787388412.806994:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848832 00000100:00100000:3.0:1787388412.807003:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945848960 00000100:00100000:3.0:1787388412.807006:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945848960 00000100:00100000:3.0:1787388412.807017:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388412.807024:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:25689:x1874211945848576:12345-0@lo:104: 00010000:00010000:3.0:1787388412.807056:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807116:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787388412.807122:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+6:25689:x1874211945848576:12345-0@lo:104: Request processed in 98us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388412.807129:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787388412.807146:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787388412.807152:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:25689:x1874211945848704:12345-0@lo:104: 00010000:00010000:3.0:1787388412.807159:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807192:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787388412.807196:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+5:25689:x1874211945848704:12345-0@lo:104: Request processed in 45us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388412.807201:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787388412.807211:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787388412.807216:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:25689:x1874211945848832:12345-0@lo:104: 00010000:00010000:3.0:1787388412.807222:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807249:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1787388412.807255:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+4:25689:x1874211945848832:12345-0@lo:104: Request processed in 40us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388412.807260:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787388412.807270:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787388412.807276:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4390b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:25689:x1874211945848960:12345-0@lo:104: 00010000:00010000:3.0:1787388412.807289:0:22642:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807316:0:22642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1787388412.807321:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4390b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:625f9cfd-6ea3-4fe0-b259-8143120ac645+3:25689:x1874211945848960:12345-0@lo:104: Request processed in 46us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388412.807327:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1787388412.807366:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787388412.807372:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807378:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6600 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388412.807382:0:24191:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807390:0:24191:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388412.807397:0:24191:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388412.807401:0:24191:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787388412.807428:0:24191:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807435:0:24191:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388412.807608:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807615:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a432f6600/0x26817551a4476272 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a4476279 expref: -99 pid: 24983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807635:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787388412.807638:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807645:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5400 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388412.807647:0:24191:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807654:0:24191:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388412.807661:0:24191:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388412.807666:0:24191:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787388412.807696:0:24191:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807702:0:24191:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388412.807714:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807721:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a44760f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760ff expref: -99 pid: 24159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807731:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787388412.807734:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807750:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838e600 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388412.807753:0:24191:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807760:0:24191:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388412.807765:0:24191:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388412.807770:0:24191:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787388412.807784:0:24191:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807789:0:24191:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388412.807795:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807801:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b4838e600/0x26817551a44760b9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760c0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807811:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787388412.807814:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807829:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b4838e200 already unused, calling callback (ffffffffc12ddc20) 10000000:00010000:3.0:1787388412.807832:0:24191:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807848:0:24191:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787388412.807854:0:24191:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787388412.807860:0:24191:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787388412.807873:0:24191:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807879:0:24191:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787388412.807886:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807891:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff996b4838e200/0x26817551a44760ab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26817551a44760b2 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388412.807903:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388412.807905:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388412.807907:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388412.807914:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787388412.807920:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787388412.807937:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945849088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388412.807969:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388412.807997:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787388412.808003:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945849472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388412.808023:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388412.808113:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848576:0@lo:104: 00000100:00100000:2.0:1787388412.808122:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848704:0@lo:104: 00000100:00100000:2.0:1787388412.808130:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43909f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848832:0@lo:104: 00000100:00100000:2.0:1787388412.808137:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43908380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848960:0@lo:104: 00000100:00100000:1.0:1787388412.808248:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945849216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388412.808277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388412.808294:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787388412.808299:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945849344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787388412.808319:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388412.808340:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849088 00000100:00100000:1.0:1787388412.808364:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849088 00010000:00010000:1.0:1787388412.808384:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476272 expref: 24 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388412.808399:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849472 00000100:00100000:1.0:1787388412.808401:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849472 00010000:00010000:1.0:1787388412.808412:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760ab expref: 25 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388412.808421:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849216 00000100:00100000:1.0:1787388412.808423:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849216 00010000:00010000:1.0:1787388412.808432:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 26 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388412.808441:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849344 00000100:00100000:1.0:1787388412.808444:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849344 00010000:00010000:1.0:1787388412.809218:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 27 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388412.809237:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787388412.809245:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+27:3650:x1874211945849088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388412.809257:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388412.809262:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a4476272 expref: 27 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809278:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a4476272 expref: 27 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809293:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b6777d000/0x26817551a4476279 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a4476272 expref: 27 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809306:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388412.809390:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+26:3650:x1874211945849088:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388412.809397:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787388412.809414:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787388412.809421:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+25:3650:x1874211945849472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388412.809428:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388412.809433:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760ab expref: 25 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809442:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a44760ab expref: 25 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809465:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a431e5a00/0x26817551a44760b2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a44760ab expref: 25 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809474:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388412.809497:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:3650:x1874211945849472:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (1473us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388412.809503:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787388412.809518:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787388412.809525:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:3651:x1874211945849216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388412.809537:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388412.809542:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809549:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809558:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a432f6e00/0x26817551a44760ff lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a44760f8 expref: 23 pid: 22654 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809566:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388412.809592:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:3651:x1874211945849216:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388412.809597:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787388412.809611:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787388412.809617:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3651:x1874211945849344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787388412.809624:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388412.809629:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 21 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809637:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 21 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809646:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a431e4800/0x26817551a44760c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26817551a44760b9 expref: 21 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388412.809655:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388412.809674:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:3651:x1874211945849344:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (1355us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388412.809689:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787388412.810155:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945849344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787388412.810165:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:625f9cfd-6ea3-4fe0-b259-8143120ac645:3651:1874211945849216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388412.810881:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945849472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787388412.810901:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7f5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:625f9cfd-6ea3-4fe0-b259-8143120ac645:3650:1874211945849088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787388412.812377:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848320:192.168.203.15@tcp:104: 00000100:00100000:0.0:1787388412.812394:0:25689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b737e5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25689:1874211945848448:192.168.203.15@tcp:104: 00010000:00010000:0.0:1787388412.812915:0:25689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388412.816175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388412.817939:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388412.818246:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816064 00000100:00100000:2.0:1787388412.818256:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816064 00010000:00010000:2.0:1787388412.818295:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 13 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.818402:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816192 00000100:00100000:2.0:1787388412.818406:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816192 00010000:00010000:2.0:1787388412.818421:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 14 pid: 22652 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388412.818437:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:2.0:1787388412.818446:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b73a62450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+14:2402:x1874211925816064:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388412.818460:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388412.818466:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 14 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818477:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 14 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818494:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b52f5dc00/0x26817551a44763e5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83b3 expref: 14 pid: 22653 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818510:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388412.818560:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b73a62450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:2402:x1874211925816064:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 115us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388412.818568:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 13 00000100:00100000:2.0:1787388412.818632:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 14 00000100:00100000:2.0:1787388412.818639:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:2402:x1874211925816192:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388412.818646:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388412.818650:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818659:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818669:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996b6777cc00/0x26817551a4476424 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8423 expref: 12 pid: 22652 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818679:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818687:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818702:0:22646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818709:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818715:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818720:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818726:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4c00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388412.818736:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818743:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818757:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388412.818769:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388412.818789:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:2402:x1874211925816192:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 150us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388412.818796:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 14 00010000:00010000:0.0:1787388412.819301:0:25689:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388412.819311:0:25689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388412.819317:0:25689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff996a431e4c00/0x26817551a4476455 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.228761:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388413.895133:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388413.895215:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816320 00000100:00100000:3.0:1787388413.895226:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816320 00000100:00100000:3.0:1787388413.895289:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 147 00000100:00100000:3.0:1787388413.895299:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+11:18143:x1874211925816320:12345-192.168.203.15@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388413.895317:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388413.895338:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b52f5da00/0x26817551a447645c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe845b expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.895396:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b52f5da00/0x26817551a447645c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe845b expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.895407:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b52f5da00/0x26817551a447645c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe845b expref: 12 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.895416:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5da00, rc 0) 00000100:00100000:3.0:1787388413.895493:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816320:12345-192.168.203.15@tcp:101:ll_cfg_requeue.0 Request processed in 196us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388413.895500:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 147 00000100:00100000:0.0:1787388413.907732:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388413.908443:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816448 00000100:00100000:1.0:1787388413.908454:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816448 00000100:00100000:1.0:1787388413.908514:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 148 00000100:00100000:1.0:1787388413.908524:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816448:12345-192.168.203.15@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787388413.908690:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816448:12345-192.168.203.15@tcp:501:ll_cfg_requeue.0 Request processed in 166us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388413.908698:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 148 00000100:00100000:1.0:1787388413.913635:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388413.914906:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816576 00000100:00100000:0.0:1787388413.914920:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816576 00000100:00100000:0.0:1787388413.915128:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 149 00000100:00100000:0.0:1787388413.915140:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816576:12345-192.168.203.15@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787388413.916616:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816576:12345-192.168.203.15@tcp:503:ll_cfg_requeue.0 Request processed in 1469us (2980us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388413.916627:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 149 00000100:00100000:2.0:1787388413.926016:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388413.926266:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816704 00000100:00100000:3.0:1787388413.926280:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816704 00000100:00100000:3.0:1787388413.926388:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 150 00000100:00100000:3.0:1787388413.926404:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+12:18143:x1874211925816704:12345-192.168.203.15@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388413.926427:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388413.926449:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b52f5c600/0x26817551a4476463 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8462 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.926511:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b52f5c600/0x26817551a4476463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8462 expref: 13 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.926527:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b52f5c600/0x26817551a4476463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8462 expref: 13 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388413.926538:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c600, rc 0) 00000100:00100000:3.0:1787388413.926609:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18143:x1874211925816704:12345-192.168.203.15@tcp:101:ll_cfg_requeue.0 Request processed in 210us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388413.926617:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 150 00000100:00100000:2.0:1787388413.936266:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388413.938146:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816832 00000100:00100000:0.0:1787388413.938166:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816832 00000100:00100000:0.0:1787388413.938275:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 151 00000100:00100000:0.0:1787388413.938287:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18143:x1874211925816832:12345-192.168.203.15@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787388413.938558:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18143:x1874211925816832:12345-192.168.203.15@tcp:501:ll_cfg_requeue.0 Request processed in 273us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388413.938568:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 151 00000100:00100000:1.0:1787388413.942190:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388413.942402:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925816960 00000100:00100000:3.0:1787388413.942415:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925816960 00000100:00100000:3.0:1787388413.942487:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 152 00000100:00100000:3.0:1787388413.942499:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18143:x1874211925816960:12345-192.168.203.15@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787388413.942711:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:18143:x1874211925816960:12345-192.168.203.15@tcp:503:ll_cfg_requeue.0 Request processed in 212us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388413.942719:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 152 00000100:00100000:1.0:1787388414.188975:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787388414.192933:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945849600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787388414.193049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.193406:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849600 00000100:00100000:2.0:1787388414.193417:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849600 00000100:00100000:2.0:1787388414.193574:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787388414.193751:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945849600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787388414.193795:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787388414.193879:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874211945849600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 295us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.193888:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787388414.193997:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945849600:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787388414.194050:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787388414.252681:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388414.338759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388414.338891:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817088 00000100:00100000:0.0:1787388414.338904:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817088 00000100:00100000:0.0:1787388414.339067:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 23 00000100:00100000:0.0:1787388414.339082:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:18763:x1874211925817088:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787388414.339224:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388414.339255:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08200/0x26817551a447646a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8469 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339455:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339471:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339565:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339660:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339669:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339696:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339962:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6600/0x26817551a447647f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.339971:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6600/0x26817551a447647f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787388414.340084:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787388414.340308:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6600/0x26817551a447647f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787388414.340387:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787388414.340391:0:24186:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787388414.340437:0:24186:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6600/0x26817551a447647f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340451:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340457:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340463:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340468:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b74e08400 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388414.340472:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340672:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340700:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:0.0:1787388414.340703:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787388414.340708:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340715:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08400/0x26817551a4476471 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340733:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340738:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340744:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340748:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6e00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388414.340751:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340757:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340764:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff996b74d22800) 00010000:00010000:0.0:1787388414.340766:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787388414.340769:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340775:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a4476478 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340845:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e08200/0x26817551a447646a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8469 expref: 8 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340861:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6600/0x26817551a447647f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8469 expref: 7 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.340869:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff996b74d22c00) 00010000:00010000:0.0:1787388414.340871:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388414.340873:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f6600, rc 0) 00000100:00100000:0.0:1787388414.343502:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18763:x1874211925817088:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 4396us (4731us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.343518:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 23 00000100:00100000:2.0:1787388414.350968:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.351387:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817216 00000100:00100000:1.0:1787388414.351400:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817216 00000100:00100000:1.0:1787388414.351471:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:1.0:1787388414.351664:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18763:x1874211925817216:12345-192.168.203.15@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1787388414.351787:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18763:x1874211925817216:12345-192.168.203.15@tcp:900:lhsmtool_posix.0 Request processed in 305us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.351797:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:1.0:1787388414.357256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.357402:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817472 00000100:00100000:2.0:1787388414.357415:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817472 00000100:00100000:2.0:1787388414.357521:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 24 00000100:00100000:2.0:1787388414.357535:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:18763:x1874211925817472:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787388414.357564:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.357606:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4476486 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8470 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357712:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357729:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357743:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357761:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357769:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357775:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357927:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4400/0x26817551a447649b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357936:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4400/0x26817551a447649b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.357943:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4400/0x26817551a447649b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388414.357968:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1787388414.359904:0:22660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.359926:0:22660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.359934:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.359941:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5000 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388414.359946:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.359955:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360079:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff996b74d22c00) 00010000:00010000:2.0:1787388414.360084:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388414.360090:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360096:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5000/0x26817551a447648d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360114:0:22660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360121:0:22660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360151:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360156:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5c00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388414.360159:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360214:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360223:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff996b58595700) 00010000:00010000:2.0:1787388414.360225:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388414.360228:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.360233:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476494 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.371071:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a4476486 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8470 expref: 10 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.371102:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4400/0x26817551a447649b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8470 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.371112:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff996b58595400) 00010000:00010000:2.0:1787388414.371115:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388414.371119:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4400, rc 0) 00000100:00100000:2.0:1787388414.371254:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18763:x1874211925817472:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 13720us (14011us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1787388414.371280:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 24 00000100:00100000:2.0:1787388414.376604:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.376950:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817600 00000100:00100000:3.0:1787388414.377073:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817600 00000100:00100000:3.0:1787388414.377179:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 25 00000100:00100000:3.0:1787388414.377190:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18763:x1874211925817600:12345-192.168.203.15@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1787388414.377318:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18763:x1874211925817600:12345-192.168.203.15@tcp:59:lhsmtool_posix.0 Request processed in 130us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.377326:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 25 00000100:00100000:0.0:1787388414.388498:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.389996:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817728 00000100:00100000:2.0:1787388414.390011:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817728 00000100:00100000:2.0:1787388414.390108:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 26 00000100:00100000:2.0:1787388414.390121:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18763:x1874211925817728:12345-192.168.203.15@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1787388414.391661:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1787388414.392074:0:22659:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1898us 00000100:00100000:3.0:1787388414.420910:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18763:x1874211925817728:12345-192.168.203.15@tcp:59:lhsmtool_posix.0 Request processed in 30777us (32411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.420937:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 26 00000100:00100000:3.0:1787388414.421057:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.424882:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817856 00000100:00100000:1.0:1787388414.424912:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817856 00000100:00100000:1.0:1787388414.426326:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 27 00000100:00100000:1.0:1787388414.426360:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18769:x1874211925817856:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:1.0:1787388414.426381:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388414.426407:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777de00/0x26817551a44764a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8477 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426469:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426482:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426494:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426553:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426561:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426568:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426612:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426619:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426625:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426643:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d600 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388414.426647:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426655:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426668:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:1.0:1787388414.426671:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388414.426675:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426681:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426696:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426701:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426707:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426712:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777c600 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388414.426715:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426720:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.426739:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996b728f4600) 00010000:00010000:1.0:1787388414.427586:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388414.427594:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.427605:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.427651:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777de00/0x26817551a44764a9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8477 expref: 10 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.427662:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:1.0:1787388414.427665:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388414.427669:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777de00/0x26817551a44764a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8477 expref: 10 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.427864:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777de00, rc 0) 00000100:00100000:1.0:1787388414.427949:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18769:x1874211925817856:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 1609us (6894us total) trans 0 rc 301/301 00000100:00100000:1.0:1787388414.428210:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 27 00000100:00100000:3.0:1787388414.441666:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.442160:0:22668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925817984 00000100:00100000:1.0:1787388414.442176:0:22668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925817984 00000100:00100000:1.0:1787388414.442230:0:22668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:1.0:1787388414.442240:0:22668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18769:x1874211925817984:12345-192.168.203.15@tcp:700:lfs.0 00000100:00100000:1.0:1787388414.442342:0:22668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18769:x1874211925817984:12345-192.168.203.15@tcp:700:lfs.0 Request processed in 103us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.442370:0:22668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:0.0:1787388414.447984:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.448067:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818240 00000100:00100000:3.0:1787388414.448085:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818240 00000100:00100000:3.0:1787388414.448512:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 28 00000100:00100000:3.0:1787388414.448527:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:18769:x1874211925818240:12345-192.168.203.15@tcp:36:lfs.0 00010000:00010000:3.0:1787388414.448604:0:22660:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388414.448642:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b74e09800/0x26817551a447640f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe83e4 expref: 9 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.448669:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:3.0:1787388414.448676:0:22660:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787388414.448761:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.448778:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 5 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.448788:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.448839:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 5 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.448854:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 5 pid: 22659 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388414.448893:0:22660:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f48380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22660:1874211945849728:192.168.203.15@tcp:104: 00000100:00100000:3.0:1787388414.449017:0:22660:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b516db900 going to sleep for 11 seconds 00000100:00100000:1.0:1787388414.454798:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388414.454925:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818368 00000100:00100000:0.0:1787388414.454938:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818368 00010000:00010000:0.0:1787388414.455014:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 6 pid: 22659 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388414.455061:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 15 00000100:00100000:0.0:1787388414.455072:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2401:x1874211925818368:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787388414.455105:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787388414.455114:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 6 pid: 22659 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.455167:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 6 pid: 22659 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.455197:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:0.0:1787388414.455203:0:22646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.455214:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.455222:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.455244:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787388414.455320:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2401:x1874211925818368:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 248us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.455329:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 15 00000100:00080000:1.0:1787388414.455713:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787388414.455745:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447644e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8454 expref: 5 pid: 22659 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388414.455769:0:22660:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f48380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22660:1874211945849728:192.168.203.15@tcp:104: 00010000:00010000:3.0:1787388414.455798:0:22660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.455820:0:22660:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.455828:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.455859:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.455870:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.455880:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462139:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462161:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462182:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787388414.462201:0:22660:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009811ef04 reply state 000000007b054b3c transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462212:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462219:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388414.462223:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787388414.462227:0:22660:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787388414.462233:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787388414.462254:0:22660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462260:0:22660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462266:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462271:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d600 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.462275:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462282:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462291:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22600) 00010000:00010000:3.0:1787388414.462294:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.462304:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462311:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764be lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787388414.462331:0:22660:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009811ef04 reply state 000000007b054b3c transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462341:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.462387:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996a4203fc00) 00010000:00010000:3.0:1787388414.462390:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787388414.462392:0:22660:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787388414.462485:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+10:18769:x1874211925818240:12345-192.168.203.15@tcp:36:lfs.0 Request processed in 13959us (14505us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787388414.462497:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 28 00000040:00080000:2.0:1787388414.515099:0:23413:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787388414.572447:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388414.573029:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818496 00000100:00100000:0.0:1787388414.573040:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818496 00000100:00100000:0.0:1787388414.573103:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:0.0:1787388414.573123:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+10:18777:x1874211925818496:12345-192.168.203.15@tcp:101:lctl.0 00010000:00010000:0.0:1787388414.573148:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388414.573172:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a44764d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe847e expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573394:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7e00/0x26817551a44764da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573423:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7e00/0x26817551a44764da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573435:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7e00/0x26817551a44764da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787388414.573556:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787388414.573561:0:24186:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787388414.573596:0:24186:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7e00/0x26817551a44764da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573621:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a44764d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe847e expref: 12 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573639:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7e00/0x26817551a44764da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe847e expref: 11 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.573647:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:0.0:1787388414.573651:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388414.573654:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f7e00, rc 0) 00000100:00100000:0.0:1787388414.573720:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+11:18777:x1874211925818496:12345-192.168.203.15@tcp:101:lctl.0 Request processed in 607us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.573728:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:0.0:1787388414.609778:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.610180:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818624 00000100:00100000:1.0:1787388414.610192:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818624 00000100:00100000:1.0:1787388414.610329:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 30 00000100:00100000:1.0:1787388414.610340:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b737e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:18778:x1874211925818624:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:1.0:1787388414.610402:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388414.610423:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8485 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610483:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610496:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610506:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787388414.610560:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787388414.610563:0:22659:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787388414.610723:0:22659:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610750:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c600/0x26817551a44764e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8485 expref: 7 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610769:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d600/0x26817551a44764e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8485 expref: 6 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.610796:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:1.0:1787388414.610798:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787388414.610802:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777d600, rc 0) 00000100:00100000:1.0:1787388414.610930:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b737e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18778:x1874211925818624:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 590us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.610937:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 30 00000100:00100000:1.0:1787388414.621854:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.621938:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818752 00000100:00100000:3.0:1787388414.621948:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818752 00000100:00100000:3.0:1787388414.622009:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 31 00000100:00100000:3.0:1787388414.622020:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:18778:x1874211925818752:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:3.0:1787388414.622044:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388414.622063:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe848c expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622129:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622142:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622170:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622182:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622188:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622194:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622279:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622287:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622295:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388414.622332:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787388414.622337:0:22661:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787388414.622385:0:22661:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622396:0:22661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622403:0:22661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622420:0:22661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622426:0:22661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.622431:0:22661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622438:0:22661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622449:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:3.0:1787388414.622452:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.622457:0:22661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622462:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a44764f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622474:0:22661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622479:0:22661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622484:0:22661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622488:0:22661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.622491:0:22661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622506:0:22661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622514:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996a4203fc00) 00010000:00010000:3.0:1787388414.622515:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.622519:0:22661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622524:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a44764fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622562:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44764ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe848c expref: 8 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622576:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe848c expref: 7 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.622584:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388414.622586:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787388414.622588:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c800, rc 0) 00000100:00100000:3.0:1787388414.622885:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+7:18778:x1874211925818752:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 866us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.622893:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 31 00000100:00100000:2.0:1787388414.637311:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.637436:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925818880 00000100:00100000:1.0:1787388414.637447:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925818880 00000100:00100000:1.0:1787388414.637526:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:1.0:1787388414.637536:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:18778:x1874211925818880:12345-192.168.203.15@tcp:900:lfs.0 00000100:00080000:0.0:1787388414.637628:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787388414.640164:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:18778:x1874211925818880:12345-192.168.203.15@tcp:900:lfs.0 Request processed in 2617us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.640178:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:1.0:1787388414.650916:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.651065:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925819136 00000100:00100000:3.0:1787388414.651076:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925819136 00000100:00100000:3.0:1787388414.651178:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 32 00000100:00100000:3.0:1787388414.651190:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+7:18778:x1874211925819136:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:3.0:1787388414.651228:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388414.651251:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a447650b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8493 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388414.651409:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787388414.651515:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a447650b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8493 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.651531:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:3.0:1787388414.651534:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787388414.651539:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a447650b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8493 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.651553:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5d600, rc 0) 00000100:00100000:3.0:1787388414.651618:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+8:18778:x1874211925819136:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 431us (712us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1787388414.651626:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 32 00000100:00100000:0.0:1787388414.661727:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.661991:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925819392 00000100:00100000:3.0:1787388414.662001:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925819392 00000100:00100000:3.0:1787388414.662060:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 33 00000100:00100000:3.0:1787388414.662070:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+8:18778:x1874211925819392:12345-192.168.203.15@tcp:36:lfs.0 00010000:00010000:3.0:1787388414.662123:0:22661:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388414.662149:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476504 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe848c expref: 8 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.662163:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388414.662166:0:22661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787388414.662208:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.662219:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.662227:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787388414.662453:0:22661:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002e6393c0 reply state 00000000af2e6a1e transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.662466:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.662472:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388414.662475:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1787388414.662478:0:22661:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787388414.662486:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787388414.662568:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+9:18778:x1874211925819392:12345-192.168.203.15@tcp:36:lfs.0 Request processed in 498us (850us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1787388414.662576:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 33 00000100:00100000:2.0:1787388414.671980:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.672396:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925819648 00000100:00100000:1.0:1787388414.672407:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925819648 00000100:00100000:1.0:1787388414.672461:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 2 00000100:00100000:1.0:1787388414.672472:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+9:18778:x1874211925819648:12345-192.168.203.15@tcp:35:lfs.0 00000100:00100000:1.0:1787388414.672721:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+10:18778:x1874211925819648:12345-192.168.203.15@tcp:35:lfs.0 Request processed in 250us (750us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787388414.672730:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 2 00000100:00100000:1.0:1787388414.678586:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.678675:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925819904 00000100:00100000:3.0:1787388414.678731:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925819904 00000100:00100000:3.0:1787388414.678837:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 34 00000100:00100000:3.0:1787388414.678849:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7c10ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+10:18778:x1874211925819904:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:3.0:1787388414.678871:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388414.678890:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a4476520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe849a expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.678954:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.678976:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679037:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679046:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679051:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679055:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388414.679136:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787388414.679652:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679660:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679666:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679967:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c800 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.679971:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.679985:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680012:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:3.0:1787388414.680015:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.680025:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680030:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680044:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680050:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680054:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680059:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.680062:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680067:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680073:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996a4203fc00) 00010000:00010000:3.0:1787388414.680076:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.680079:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680084:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d200/0x26817551a447652e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680136:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a4476520 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe849a expref: 12 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680147:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:3.0:1787388414.680149:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787388414.680153:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c200/0x26817551a4476520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe849a expref: 12 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.680166:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c200, rc 0) 00000100:00100000:3.0:1787388414.680231:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7c10ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+11:18778:x1874211925819904:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 1385us (1657us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1787388414.680239:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 34 00000100:00100000:3.0:1787388414.686539:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388414.686732:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820032 00000100:00100000:0.0:1787388414.686742:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820032 00000100:00100000:0.0:1787388414.686820:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 35 00000100:00100000:0.0:1787388414.686830:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+11:18778:x1874211925820032:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:0.0:1787388414.686853:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388414.686872:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6000/0x26817551a447653c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84a1 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.686967:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.686980:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.686990:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787388414.687015:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787388414.687019:0:22661:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787388414.687038:0:22661:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.687064:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6000/0x26817551a447653c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 13 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.687079:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 12 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.687088:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:0.0:1787388414.687091:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787388414.687094:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f6200, rc 0) 00000100:00100000:0.0:1787388414.687159:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+12:18778:x1874211925820032:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 331us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.687179:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 35 00000100:00100000:2.0:1787388414.690862:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.690953:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820160 00000100:00100000:1.0:1787388414.690976:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820160 00000100:00100000:1.0:1787388414.691082:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 3 00000100:00100000:1.0:1787388414.691091:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+12:18778:x1874211925820160:12345-192.168.203.15@tcp:37:lfs.0 00000100:00100000:1.0:1787388414.696379:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+12:18778:x1874211925820160:12345-192.168.203.15@tcp:37:lfs.0 Request processed in 5244us (5481us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.696395:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 3 00000040:00080000:0.0:1787388414.701019:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787388414.703018:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945850112:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703090:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703131:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945850624:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703200:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945851136:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703220:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703233:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b738e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945851648:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703278:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787388414.703284:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945850240:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703308:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703324:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945850752:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703343:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703383:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945851264:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703403:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388414.703432:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850624 00000100:00100000:0.0:1787388414.703440:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850624 00000100:00100000:0.0:1787388414.703475:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851136 00000100:00100000:0.0:1787388414.703478:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851136 00000100:00100000:0.0:1787388414.703488:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851648 00000100:00100000:0.0:1787388414.703491:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851648 00000100:00080000:0.0:1787388414.703509:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787388414.703523:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851264 00000100:00100000:0.0:1787388414.703526:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851264 00000100:00080000:0.0:1787388414.703545:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787388414.703565:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787388414.703574:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945850624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703638:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874211945850624:12345-0@lo:400:kworker.0 Request processed in 65us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.703645:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787388414.703685:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b52ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874211945850624:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703710:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787388414.703716:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945851136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703748:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874211945851136:12345-0@lo:400:kworker.0 Request processed in 33us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.703754:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787388414.703776:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874211945851136:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.703793:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787388414.703800:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945851648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.704139:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945851776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388414.704174:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:3.0:1787388414.704208:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787388414.704212:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996b44ff2800 from 13 10000000:01000000:3.0:1787388414.704216:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787388414.704246:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.704256:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.704266:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388414.704279:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945851904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787388414.704316:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388414.704338:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74ca0480 going to sleep for 11 seconds 00000100:00100000:3.0:1787388414.704366:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851776 00000100:00100000:3.0:1787388414.704370:0:24167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851776 00000100:00100000:3.0:1787388414.704405:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787388414.704413:0:24167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945851776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787388414.704435:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787388414.704471:0:24167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945851776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.704477:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:3.0:1787388414.704491:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787388414.704511:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945851776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787388414.704536:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850112 00000100:00100000:3.0:1787388414.704539:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850112 00000100:00100000:3.0:1787388414.704566:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851904 00000100:00100000:3.0:1787388414.704570:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851904 00000100:00100000:1.0:1787388414.704752:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945849984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388414.704784:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.704819:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945850496:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.704844:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.704861:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945851008:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.704878:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.704893:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b738e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945851520:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.704910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.704922:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1787388414.704927:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a4337ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945849856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787388414.704946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.704956:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b7c10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945850368:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.704972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.705107:0:3651:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945852032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787388414.705133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.705170:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852032 00000100:00100000:2.0:1787388414.705177:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852032 00000100:00100000:2.0:1787388414.705210:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787388414.705216:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945852032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787388414.705228:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787388414.705261:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1874211945852032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.705267:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1787388414.705284:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787388414.705305:0:3651:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3651:1874211945852032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787388414.705325:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851520 00000100:00100000:2.0:1787388414.705329:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851520 00000100:00080000:2.0:1787388414.705343:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787388414.705387:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787388414.705405:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945851264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388414.705447:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874211945851264:12345-0@lo:400:kworker.0 Request processed in 42us (2042us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.705454:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787388414.705466:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787388414.705472:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945851520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787388414.705499:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1874211945851520:12345-0@lo:400:kworker.0 Request processed in 28us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.705505:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787388414.706119:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787388414.706132:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945850112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.706177:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:3649:x1874211945850112:12345-0@lo:400:kworker.0 Request processed in 49us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.706182:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787388414.706207:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787388414.706214:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+20:22656:x1874211945851904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388414.706223:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388414.706239:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996b52f5d200/0x26817551a4476551 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a447654a expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.706279:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996b52f5d200/0x26817551a4476551 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a447654a expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.706290:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996b52f5d200/0x26817551a4476551 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a447654a expref: 21 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.706300:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5d200, rc 0) 00000100:00100000:3.0:1787388414.706341:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a432ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945851904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.706363:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787388414.706393:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850240 00000100:00100000:3.0:1787388414.706399:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850240 00000100:00100000:3.0:1787388414.706421:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850752 00000100:00100000:3.0:1787388414.706424:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850752 00000100:00100000:3.0:1787388414.706434:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849984 00000100:00100000:3.0:1787388414.706437:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849984 00000100:00100000:3.0:1787388414.706446:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945849856 00000100:00100000:3.0:1787388414.706449:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945849856 00000100:00100000:3.0:1787388414.706459:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787388414.706465:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945850240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.706500:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874211945850240:12345-0@lo:400:kworker.0 Request processed in 35us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.706506:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787388414.706517:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787388414.706522:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3649:x1874211945850752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.706566:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3649:x1874211945850752:12345-0@lo:400:kworker.0 Request processed in 44us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.706823:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945851904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.706840:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476551 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.706850:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a4476551 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.706921:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.706951:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.706988:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.707001:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852160 00000100:00100000:2.0:1787388414.707004:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852160 00000100:00100000:2.0:1787388414.707028:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787388414.707034:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945852160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.707142:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b58389c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945852160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.707149:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787388414.707188:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.707215:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.707250:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.707263:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.707273:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852288 00000100:00100000:2.0:1787388414.707277:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852288 00000100:00100000:2.0:1787388414.707295:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787388414.707300:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945852288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.707395:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945852288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.707402:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787388414.707445:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852288:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787388414.708031:0:25703:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787388414.708088:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787388414.708104:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787388414.708112:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476551 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708120:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996b52f5c200/0x26817551a447654a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a4476551 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388414.708129:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787388414.708131:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996a42d84800 from 13 10000000:01000000:2.0:1787388414.708134:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388414.708155:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708162:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708179:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.708194:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708227:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.708243:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.708256:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852416 00000100:00100000:2.0:1787388414.708260:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852416 00000100:00100000:2.0:1787388414.708283:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787388414.708290:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+21:22656:x1874211945852416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.708299:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.708311:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e5a00/0x26817551a447655f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476558 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708327:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e5a00/0x26817551a447655f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476558 expref: 22 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708335:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e5a00/0x26817551a447655f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476558 expref: 22 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708343:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e5a00, rc 0) 00000100:00100000:2.0:1787388414.708394:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.708400:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787388414.708435:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.708447:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447655f expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.708463:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447655f expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.708504:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708528:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.708540:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.708551:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852544 00000100:00100000:2.0:1787388414.708554:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852544 00000100:00100000:2.0:1787388414.708573:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787388414.708579:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708654:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 74us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.708661:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787388414.708689:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708712:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708749:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.708761:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4915cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.708771:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852672 00000100:00100000:2.0:1787388414.708775:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852672 00000100:00100000:2.0:1787388414.708795:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1787388414.708800:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.708881:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.708887:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1787388414.708932:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787388414.709540:0:25704:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787388414.709585:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787388414.709599:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787388414.709607:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447655f expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.709615:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e4800/0x26817551a4476558 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447655f expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388414.709624:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787388414.709626:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996a420cf800 from 13 10000000:01000000:2.0:1787388414.709628:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388414.709650:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.709657:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.709666:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.709679:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.709712:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.709727:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b74c8bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.709742:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852800 00000100:00100000:2.0:1787388414.709746:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852800 00000100:00100000:2.0:1787388414.709771:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787388414.709777:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+22:22656:x1874211945852800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.709795:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1787388414.709879:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945850880:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.709907:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388414.709951:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787388414.709973:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787388414.709982:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945849984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787388414.710008:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787388414.710048:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945849984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (5263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.710054:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787388414.710066:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787388414.710073:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945849856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787388414.710088:0:23401:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1787388414.710116:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945849856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (5169us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.710122:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787388414.710157:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3649:1874211945850240:0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.710169:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b48303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3649:1874211945850752:0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.710180:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3649:1874211945851264:0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.710190:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:625f9cfd-6ea3-4fe0-b259-8143120ac645:3649:1874211945850112:0@lo:400:kworker.0 00000100:00100000:3.0:1787388414.711227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.711266:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820416 00000100:00100000:3.0:1787388414.711273:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820416 00000100:00100000:3.0:1787388414.711308:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 4 00000100:00100000:3.0:1787388414.711316:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74edc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+12:18778:x1874211925820416:12345-192.168.203.15@tcp:35:lfs.0 00000100:00100000:3.0:1787388414.711522:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74edc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+13:18778:x1874211925820416:12345-192.168.203.15@tcp:35:lfs.0 Request processed in 205us (299us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1787388414.711543:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 4 00010000:00010000:2.0:1787388414.714004:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e4000/0x26817551a447656d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476566 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.714051:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e4000/0x26817551a447656d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476566 expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.714065:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e4000/0x26817551a447656d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476566 expref: 23 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.714074:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4000, rc 0) 00000100:00100000:1.0:1787388414.714235:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b738eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1874211945851392:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.714266:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.714299:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945849984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787388414.714323:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b738e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3652:1874211945851520:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.714343:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a4337ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945849856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787388414.714965:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945852800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 5185us (5249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.714983:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1787388414.715109:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787388414.715127:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447656d expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.715137:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447656d expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388414.715215:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787388414.715243:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787388414.715273:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43e58240 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.715321:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945852928 00000100:00100000:2.0:1787388414.715326:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945852928 00000100:00100000:2.0:1787388414.715377:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1787388414.715385:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945852928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.715485:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945852928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 100us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.715492:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1787388414.715517:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945852928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.715541:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.715591:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.715604:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b461de780 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.715613:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945853056 00000100:00100000:2.0:1787388414.715616:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945853056 00000100:00100000:2.0:1787388414.715638:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1787388414.715643:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945853056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.715821:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945853056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 177us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.715828:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1787388414.715862:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787388414.716876:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850496 00000100:00100000:0.0:1787388414.716884:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850496 00000100:00100000:0.0:1787388414.716918:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851008 00000100:00100000:0.0:1787388414.716920:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851008 00000100:00100000:0.0:1787388414.716930:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850368 00000100:00100000:0.0:1787388414.716932:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850368 00000100:00100000:0.0:1787388414.716992:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945850880 00000100:00100000:0.0:1787388414.716995:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945850880 00000100:00100000:0.0:1787388414.717007:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388414.717014:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945850496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.717069:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945850496:12345-0@lo:400:kworker.0 Request processed in 56us (12224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.717084:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787388414.717097:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388414.717102:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945851008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.717125:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945851008:12345-0@lo:400:kworker.0 Request processed in 23us (12246us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.717130:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787388414.717139:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388414.717143:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945850368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.717179:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945850368:12345-0@lo:400:kworker.0 Request processed in 35us (12205us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.717184:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787388414.717193:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388414.717198:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945850880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.717233:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1874211945850880:12345-0@lo:400:kworker.0 Request processed in 35us (7325us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.717239:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787388414.717367:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874211945851648:12345-0@lo:400:kworker.0 Request processed in 13567us (14112us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.717375:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00080000:0.0:1787388414.717406:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b738e8380 x1874211945851648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388414.717418:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b738e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3649:1874211945851648:0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.717439:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945851392 00000100:00100000:0.0:1787388414.717442:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945851392 00000040:00080000:2.0:1787388414.717552:0:25705:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787388414.717842:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787388414.717867:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787388414.717877:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447656d expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.717888:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5400/0x26817551a4476566 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447656d expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787388414.717898:0:22656:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787388414.717900:0:22656:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff996b7aadb000 from 13 10000000:01000000:2.0:1787388414.717903:0:22656:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787388414.717931:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.717938:0:22656:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.717947:0:22656:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.717967:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.718065:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.718094:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8540 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.718114:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945853184 00000100:00100000:2.0:1787388414.718117:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945853184 00000100:00100000:2.0:1787388414.718147:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787388414.718154:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+23:22656:x1874211945853184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.718163:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.718175:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff996a431e5000/0x26817551a447657b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26817551a4476574 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.718195:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff996a431e5000/0x26817551a447657b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26817551a4476574 expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.718204:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff996a431e5000/0x26817551a447657b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26817551a4476574 expref: 24 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.718211:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e5000, rc 0) 00000100:00100000:2.0:1787388414.718251:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945853184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.718256:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787388414.718292:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787388414.718304:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447657b expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.718312:0:22656:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26817551a447657b expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.718378:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.718403:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388414.718426:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8540 going to sleep for 11 seconds 00000100:00100000:1.0:1787388414.718657:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945850368:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.718681:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945850880:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.718694:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b7c10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945850496:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.718704:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3652:1874211945851008:0@lo:400:kworker.0 00000100:00080000:3.0:1787388414.719036:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787388414.719042:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787388414.719053:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945853312 00000100:00100000:3.0:1787388414.719057:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945853312 00000100:00100000:3.0:1787388414.719089:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1787388414.719095:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945853312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787388414.719379:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945853312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 283us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.719387:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1787388414.719530:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787388414.719538:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1874211945851392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787388414.719724:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1874211945851392:12345-0@lo:400:kworker.0 Request processed in 186us (5455us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.719731:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:0.0:1787388414.719763:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff996b738eb800 x1874211945851392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787388430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787388414.719774:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b738eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3652:1874211945851392:0@lo:400:kworker.0 00000100:00100000:1.0:1787388414.719880:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787388414.719917:0:22656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b738e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787388414.719965:0:22656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388414.720092:0:22656:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b4503ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.720131:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945853440 00000100:00100000:2.0:1787388414.720136:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945853440 00000100:00100000:2.0:1787388414.720276:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1787388414.720285:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945853440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787388414.720461:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:625f9cfd-6ea3-4fe0-b259-8143120ac645+24:22656:x1874211945853440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 177us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.720468:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1787388414.721002:0:22656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b738e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:625f9cfd-6ea3-4fe0-b259-8143120ac645:22656:1874211945853440:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787388414.722154:0:25706:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787388414.732781:0:22656:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787388414.732833:0:22656:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787388414.732845:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447657b expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388414.732856:0:22656:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff996a431e5800/0x26817551a4476574 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26817551a447657b expref: -99 pid: 22656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.775201:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.775332:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820544 00000100:00100000:3.0:1787388414.775342:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820544 00000100:00100000:3.0:1787388414.775428:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 36 00000100:00100000:3.0:1787388414.775438:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+11:18784:x1874211925820544:12345-192.168.203.15@tcp:101:bash.0 00010000:00010000:3.0:1787388414.775455:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388414.775471:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476582 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84a8 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775539:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775551:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775560:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775568:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775574:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775579:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775653:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d800/0x26817551a4476597 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775660:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d800/0x26817551a4476597 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.775665:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d800/0x26817551a4476597 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388414.776255:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787388414.776260:0:24186:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787388414.776303:0:24186:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d800/0x26817551a4476597 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776316:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776322:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776328:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776334:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c000 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388414.776338:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776370:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776384:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:2.0:1787388414.776393:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388414.776398:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776404:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476589 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776418:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776423:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776429:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776434:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c400 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388414.776437:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776443:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776450:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996a4203fc00) 00010000:00010000:2.0:1787388414.776453:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388414.776456:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776461:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a4476590 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776488:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476582 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a8 expref: 13 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776520:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d800/0x26817551a4476597 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a8 expref: 12 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.776528:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:2.0:1787388414.776530:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787388414.776532:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5d800, rc 0) 00000100:00100000:2.0:1787388414.776647:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+12:18784:x1874211925820544:12345-192.168.203.15@tcp:101:bash.0 Request processed in 1208us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.776654:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 36 00000100:00100000:3.0:1787388414.779397:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.780301:0:22670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820672 00000100:00100000:1.0:1787388414.780312:0:22670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820672 00000100:00100000:0.0:1787388414.780793:0:22670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:0.0:1787388414.780815:0:22670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18784:x1874211925820672:12345-192.168.203.15@tcp:900:bash.0 00000100:00100000:0.0:1787388414.780911:0:22670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:18784:x1874211925820672:12345-192.168.203.15@tcp:900:bash.0 Request processed in 109us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388414.780920:0:22670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:3.0:1787388414.783340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.783491:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925820928 00000100:00100000:2.0:1787388414.783499:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925820928 00000100:00100000:2.0:1787388414.783548:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 37 00000100:00100000:2.0:1787388414.783558:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+12:18784:x1874211925820928:12345-192.168.203.15@tcp:101:bash.0 00010000:00010000:2.0:1787388414.783578:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.783991:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447659e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84af expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.784097:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.784114:0:22659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 12 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.784122:0:22659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.784157:0:22659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 12 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.784183:0:22659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 12 pid: 22661 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.784197:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853568:192.168.203.15@tcp:104: 00000100:00100000:2.0:1787388414.784280:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b738c8540 going to sleep for 11 seconds 00000100:00100000:2.0:1787388414.788287:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.788499:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853568:192.168.203.15@tcp:104: 00010000:00010000:3.0:1787388414.788541:0:22659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388414.789011:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925821056 00000100:00100000:1.0:1787388414.789018:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925821056 00010000:00010000:1.0:1787388414.789050:0:22644:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 13 pid: 22661 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388414.789084:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:1.0:1787388414.789092:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+13:2402:x1874211925821056:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787388414.789105:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388414.789117:0:22644:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 13 pid: 22661 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789129:0:22644:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 13 pid: 22661 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789151:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6200/0x26817551a4476543 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84a1 expref: 13 pid: 22661 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789174:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:1.0:1787388414.789179:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789189:0:22644:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789195:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.789219:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388414.789270:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+12:2402:x1874211925821056:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 179us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.789277:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 16 00010000:00010000:3.0:1787388414.789472:0:22659:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.789480:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.789544:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.789738:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.789749:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790340:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790404:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790412:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388414.790423:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787388414.790459:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790466:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790491:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790496:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.790500:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790512:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790522:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388414.790525:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787388414.790528:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790540:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a44765a5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787388414.790565:0:22659:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fe416b7e reply state 00000000e758c900 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790577:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790584:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff996a4203f200) 00010000:00010000:3.0:1787388414.790586:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787388414.790589:0:22659:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787388414.790638:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447659e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 15 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790653:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 14 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.790672:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:3.0:1787388414.790674:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1787388414.790676:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5d000, rc 0) 00000100:00100000:3.0:1787388414.790744:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+15:18784:x1874211925820928:12345-192.168.203.15@tcp:101:bash.0 Request processed in 7184us (7410us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1787388414.790752:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 37 00000100:00100000:2.0:1787388414.807147:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.807496:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925821184 00000100:00100000:1.0:1787388414.807505:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925821184 00000100:00100000:1.0:1787388414.807602:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 38 00000100:00100000:1.0:1787388414.807613:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+15:18784:x1874211925821184:12345-192.168.203.15@tcp:101:bash.0 00010000:00010000:1.0:1787388414.807637:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388414.807656:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a44765c1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84b6 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807744:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807759:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807770:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787388414.807829:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1787388414.807833:0:22660:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787388414.807854:0:22660:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807864:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807890:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a44765c1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 17 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807908:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 16 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388414.807916:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388414.807919:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787388414.807922:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777d800, rc 0) 00000100:00100000:1.0:1787388414.807991:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:18784:x1874211925821184:12345-192.168.203.15@tcp:101:bash.0 Request processed in 380us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388414.807998:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 38 00000100:00100000:2.0:1787388414.812617:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.815055:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925821440 00000100:00100000:3.0:1787388414.815071:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925821440 00000100:00100000:2.0:1787388414.820787:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:2.0:1787388414.820821:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:18784:x1874211925821440:12345-192.168.203.15@tcp:35:bash.0 00000100:00100000:2.0:1787388414.821128:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+17:18784:x1874211925821440:12345-192.168.203.15@tcp:35:bash.0 Request processed in 326us (8519us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1787388414.821137:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 5 00000100:00100000:0.0:1787388414.903280:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.903473:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925821696 00000100:00100000:2.0:1787388414.903483:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925821696 00000100:00100000:2.0:1787388414.903549:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 39 00000100:00100000:2.0:1787388414.903560:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+17:18794:x1874211925821696:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:2.0:1787388414.903593:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.903613:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a44765cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84bd expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388414.903725:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787388414.903843:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a44765cf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84bd expref: 19 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.903875:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff996b74d22800) 00010000:00010000:2.0:1787388414.903878:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787388414.903883:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a44765cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84bd expref: 19 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.903896:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4c00, rc 0) 00000100:00100000:2.0:1787388414.903958:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+18:18794:x1874211925821696:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 400us (689us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1787388414.903967:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 39 00000100:00100000:3.0:1787388414.907433:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388414.907690:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925821952 00000100:00100000:1.0:1787388414.907702:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925821952 00000100:00100000:1.0:1787388414.907759:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:1.0:1787388414.907769:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+18:18794:x1874211925821952:12345-192.168.203.15@tcp:35:lfs.0 00000100:00100000:1.0:1787388414.908176:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+19:18794:x1874211925821952:12345-192.168.203.15@tcp:35:lfs.0 Request processed in 407us (753us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1787388414.908184:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 6 00000100:00100000:3.0:1787388414.957905:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.958011:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925822208 00000100:00100000:2.0:1787388414.958021:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925822208 00000100:00100000:2.0:1787388414.958080:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 40 00000100:00100000:2.0:1787388414.958088:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+19:18797:x1874211925822208:12345-192.168.203.15@tcp:101:lfs.0 00010000:00010000:2.0:1787388414.958113:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388414.958132:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a44765dd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84c4 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.958234:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a44765e4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.958248:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a44765e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.958260:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a44765e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388414.958272:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787388414.958434:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a44765dd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84c4 expref: 22 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.958452:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a44765e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84c4 expref: 21 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.958461:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388414.958464:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787388414.958467:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e5200, rc 0) 00000100:00100000:2.0:1787388414.958522:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+21:18797:x1874211925822208:12345-192.168.203.15@tcp:101:lfs.0 Request processed in 434us (626us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1787388414.958528:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 40 00000100:00100000:0.0:1787388414.962916:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388414.962965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388414.963097:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925822464 00000100:00100000:3.0:1787388414.963107:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925822464 00000100:00100000:3.0:1787388414.963173:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 41 00000100:00100000:3.0:1787388414.963184:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+21:18797:x1874211925822464:12345-192.168.203.15@tcp:54:lfs.0 00010000:00010000:3.0:1787388414.963248:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.963264:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.963275:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.963310:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.963318:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.963342:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388414.963463:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925822336 00000100:00100000:2.0:1787388414.963468:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925822336 00000100:00100000:2.0:1787388414.963501:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:2.0:1787388414.963509:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+22:2399:x1874211925822336:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388414.963519:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388414.963535:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a44765e4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84c4 expref: 22 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388414.963551:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388414.963556:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388414.963608:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+21:2399:x1874211925822336:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 100us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388414.963616:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 0 00010000:00010000:3.0:1787388414.964342:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c800 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388414.964371:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.964381:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.964392:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:3.0:1787388414.964395:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787388414.964398:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388414.964405:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a44765f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388414.964461:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18797:x1874211925822464:12345-192.168.203.15@tcp:54:lfs.0 Request processed in 1277us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388414.964468:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 41 00000100:00100000:0.0:1787388414.968113:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388414.968257:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925822720 00000100:00100000:2.0:1787388414.968268:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925822720 00000100:00100000:2.0:1787388414.968571:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:2.0:1787388414.968592:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18797:x1874211925822720:12345-192.168.203.15@tcp:35:lfs.0 00000100:00100000:2.0:1787388414.969090:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+21:18797:x1874211925822720:12345-192.168.203.15@tcp:35:lfs.0 Request processed in 507us (982us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1787388414.969098:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 7 00000100:00100000:0.0:1787388415.212717:0:3652:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945853696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787388415.212812:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388415.212916:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945853696 00000100:00100000:1.0:1787388415.212925:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945853696 00000100:00100000:1.0:1787388415.212993:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787388415.213002:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945853696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787388415.213024:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787388415.213070:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1874211945853696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.213078:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787388415.213121:0:3652:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3652:1874211945853696:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787388415.277652:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787388415.347153:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.347463:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925822976 00000100:00100000:1.0:1787388415.347473:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925822976 00000100:00100000:1.0:1787388415.347533:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 42 00000100:00100000:1.0:1787388415.347543:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+21:18828:x1874211925822976:12345-192.168.203.15@tcp:101:cat.0 00010000:00010000:1.0:1787388415.347568:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388415.347598:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a44765f9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84cb expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.347703:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777ce00/0x26817551a4476600 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.347734:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777ce00/0x26817551a4476600 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.347746:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777ce00/0x26817551a4476600 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787388415.347758:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787388415.347884:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a44765f9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84cb expref: 24 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.347903:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777ce00/0x26817551a4476600 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84cb expref: 23 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.347911:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.347914:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787388415.347918:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777ce00, rc 0) 00000100:00100000:1.0:1787388415.347991:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:18828:x1874211925822976:12345-192.168.203.15@tcp:101:cat.0 Request processed in 449us (847us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1787388415.347998:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 42 00000100:00100000:3.0:1787388415.354972:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.355030:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.355122:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925823232 00000100:00100000:1.0:1787388415.355132:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925823232 00000100:00100000:1.0:1787388415.355213:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:1.0:1787388415.355223:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:18828:x1874211925823232:12345-192.168.203.15@tcp:35:cat.0 00000100:00100000:1.0:1787388415.355537:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:18828:x1874211925823232:12345-192.168.203.15@tcp:35:cat.0 Request processed in 314us (575us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1787388415.355545:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 8 00000100:00100000:2.0:1787388415.355828:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925823360 00000100:00100000:2.0:1787388415.355833:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925823360 00000100:00100000:2.0:1787388415.355877:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 1 00000100:00100000:2.0:1787388415.355885:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:2401:x1874211925823360:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388415.355895:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388415.355917:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777ce00/0x26817551a4476600 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84cb expref: 24 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.355933:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388415.355938:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388415.355959:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:2401:x1874211925823360:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 76us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388415.355966:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 1 00000100:00100000:0.0:1787388415.434440:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.434598:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925823616 00000100:00100000:3.0:1787388415.434608:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925823616 00000100:00100000:3.0:1787388415.434671:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 43 00000100:00100000:3.0:1787388415.434682:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:18834:x1874211925823616:12345-192.168.203.15@tcp:101:dd.0 00010000:00010000:3.0:1787388415.434705:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388415.434737:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a447660e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84d2 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434857:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434873:0:22659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434882:0:22659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 24 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434891:0:22659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434924:0:22659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 24 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.434936:0:22659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 24 pid: 22660 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388415.434949:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853824:192.168.203.15@tcp:104: 00010000:00010000:3.0:1787388415.435053:0:22659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.435061:0:22659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388415.435070:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853952:192.168.203.15@tcp:104: 00000100:00100000:3.0:1787388415.435102:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43e580c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388415.440891:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853824:192.168.203.15@tcp:104: 00000100:00100000:3.0:1787388415.440909:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945853952:192.168.203.15@tcp:104: 00010000:00010000:3.0:1787388415.440938:0:22659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388415.444505:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.444607:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925823744 00000100:00100000:1.0:1787388415.444631:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925823744 00010000:00010000:1.0:1787388415.444672:0:22644:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 25 pid: 22660 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.444717:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:1.0:1787388415.444727:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+25:2401:x1874211925823744:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787388415.444755:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388415.444763:0:22644:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 25 pid: 22660 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.444777:0:22644:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 25 pid: 22660 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.444809:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44765c8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84b6 expref: 25 pid: 22660 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.444826:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.444831:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.444840:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.444847:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388415.444902:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:2401:x1874211925823744:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 176us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.444911:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:0.0:1787388415.455932:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.456043:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925823872 00000100:00100000:1.0:1787388415.456069:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925823872 00010000:00010000:1.0:1787388415.456111:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.456160:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 18 00000100:00100000:1.0:1787388415.456170:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b73a62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:2401:x1874211925823872:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787388415.456185:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388415.456192:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456214:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456237:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d000/0x26817551a44765b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84af expref: 24 pid: 22659 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456253:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.456259:0:22646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456268:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456275:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.456306:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388415.456400:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b73a62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:2401:x1874211925823872:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 230us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.456415:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 18 00010000:00010000:2.0:1787388415.456763:0:22659:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.456772:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787388415.456789:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787388415.456933:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c400/0x26817551a447660e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d2 expref: 24 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.456961:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c800/0x26817551a4476615 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d2 expref: 23 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.456969:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388415.456972:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787388415.456974:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c800, rc 0) 00000100:00100000:2.0:1787388415.457011:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:18834:x1874211925823616:12345-192.168.203.15@tcp:101:dd.0 Request processed in 22332us (22581us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1787388415.457018:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 43 00000100:00100000:0.0:1787388415.462439:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.462526:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824000 00000100:00100000:1.0:1787388415.462535:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824000 00000100:00100000:1.0:1787388415.462596:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 44 00000100:00100000:1.0:1787388415.462605:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+23:18834:x1874211925824000:12345-192.168.203.15@tcp:101:dd.0 00010000:00010000:1.0:1787388415.462626:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388415.462644:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476623 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84d9 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462675:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462687:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462697:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462818:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476623 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 25 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462838:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 24 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.462846:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.462848:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787388415.462852:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777cc00, rc 0) 00000100:00100000:1.0:1787388415.462911:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:18834:x1874211925824000:12345-192.168.203.15@tcp:101:dd.0 Request processed in 306us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.462925:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 44 00000100:00100000:0.0:1787388415.466734:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.466833:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824256 00000100:00100000:2.0:1787388415.466843:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824256 00000100:00100000:2.0:1787388415.466905:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 45 00000100:00100000:2.0:1787388415.466915:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+24:18834:x1874211925824256:12345-192.168.203.15@tcp:36:dd.0 00010000:00010000:2.0:1787388415.467151:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.467168:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.467179:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787388415.467222:0:22661:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1787388415.467246:0:22661:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000010661b0a reply state 000000002b68c011 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.467259:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.467280:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388415.467283:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787388415.467286:0:22661:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787388415.467413:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824256:12345-192.168.203.15@tcp:36:dd.0 Request processed in 498us (687us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1787388415.467420:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 45 00000020:00080000:2.0:1787388415.467426:0:22661:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787388415.470388:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.470477:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824384 00000100:00100000:1.0:1787388415.470486:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824384 00000100:00100000:1.0:1787388415.470547:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 46 00000100:00100000:1.0:1787388415.470558:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824384:12345-192.168.203.15@tcp:101:dd.0 00010000:00010000:1.0:1787388415.470581:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388415.470600:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476638 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84e0 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.470654:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476638 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e0 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.470667:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476638 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e0 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.470684:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.470688:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787388415.470692:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777d800, rc 0) 00000100:00100000:1.0:1787388415.470749:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18834:x1874211925824384:12345-192.168.203.15@tcp:101:dd.0 Request processed in 193us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.470756:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 46 00000100:00100000:0.0:1787388415.483754:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.483841:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824640 00000100:00100000:3.0:1787388415.483850:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824640 00000100:00100000:3.0:1787388415.483911:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 2 00000100:00100000:3.0:1787388415.483920:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18834:x1874211925824640:12345-192.168.203.15@tcp:103:dd.0 00010000:00010000:3.0:1787388415.483934:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388415.483957:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a4476638 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e0 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.483986:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:3.0:1787388415.483990:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787388415.484038:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824640:12345-192.168.203.15@tcp:103:dd.0 Request processed in 119us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.484046:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 2 00000100:00100000:0.0:1787388415.486417:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.486511:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824768 00000100:00100000:2.0:1787388415.486520:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824768 00000100:00100000:2.0:1787388415.486570:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 47 00000100:00100000:2.0:1787388415.486591:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a4337ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824768:12345-192.168.203.15@tcp:58:dd.0 00010000:00010000:2.0:1787388415.486691:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.486708:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.486721:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388415.489469:0:22661:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787388415.489502:0:22661:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787388415.490277:0:22661:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787388415.490406:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a4337ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824768:12345-192.168.203.15@tcp:58:dd.0 Request processed in 3823us (3992us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388415.490417:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 47 00000100:00100000:0.0:1787388415.504953:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.505755:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925824896 00000100:00100000:1.0:1787388415.505767:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925824896 00000100:00100000:1.0:1787388415.505841:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 48 00000100:00100000:1.0:1787388415.505851:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+27:18834:x1874211925824896:12345-192.168.203.15@tcp:101:dd.0 00010000:00010000:1.0:1787388415.505871:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388415.505907:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84e7 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.505964:0:24186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.505984:0:24186:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.506005:0:24186:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.506018:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.506032:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.506035:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787388415.506038:0:24186:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 28 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.506046:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777c400, rc 0) 00000100:00100000:1.0:1787388415.506111:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18834:x1874211925824896:12345-192.168.203.15@tcp:101:dd.0 Request processed in 261us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.506118:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 48 00000040:00080000:2.0:1787388415.724683:0:22694:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787388415.724693:0:22694:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787388415.724732:0:22694:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787388415.724745:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787388415.724922:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22694:1874211945854080:192.168.203.15@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787388415.725019:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b42e08f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787388415.732130:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.732256:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925825024 00000100:00100000:3.0:1787388415.732265:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925825024 00000100:00100000:3.0:1787388415.732331:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 49 00000100:00100000:3.0:1787388415.732377:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+29:18835:x1874211925825024:12345-192.168.203.15@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787388415.732410:0:22659:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1787388415.732648:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22694:1874211945854080:192.168.203.15@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787388415.733867:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18835:x1874211925825024:12345-192.168.203.15@tcp:53:lhsmtool_posix.0 Request processed in 1520us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.733899:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 49 00000100:00100000:0.0:1787388415.748681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.749628:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925825152 00000100:00100000:1.0:1787388415.749639:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925825152 00000100:00100000:1.0:1787388415.749704:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 50 00000100:00100000:1.0:1787388415.749715:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18835:x1874211925825152:12345-192.168.203.15@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1787388415.749787:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749824:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749837:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749880:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749888:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749894:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749917:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749925:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.749932:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787388415.749990:0:24186:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1787388415.749995:0:24186:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787388415.750009:0:24186:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750022:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750038:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750044:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750049:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388415.750053:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750060:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750072:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff996b58595400) 00010000:00010000:1.0:1787388415.750074:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388415.750078:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750082:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d200/0x26817551a447664d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750095:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750100:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750105:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750109:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777da00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388415.750116:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750121:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750128:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff996b728f4b00) 00010000:00010000:1.0:1787388415.750131:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388415.750133:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750139:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476654 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750153:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750158:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750180:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750184:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d800 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388415.750187:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750192:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750200:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:1.0:1787388415.750203:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388415.750212:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.750217:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447665b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.750295:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18835:x1874211925825152:12345-192.168.203.15@tcp:34:lhsmtool_posix.0 Request processed in 580us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.750303:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 50 00000100:00100000:1.0:1787388415.763176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.763386:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925825408 00000100:00100000:3.0:1787388415.763396:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925825408 00000100:00100000:3.0:1787388415.763460:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 51 00000100:00100000:3.0:1787388415.763471:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+28:18835:x1874211925825408:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787388415.763680:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388415.763701:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476662 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84ee expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763813:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763829:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763840:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388415.763852:0:22659:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787388415.763934:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763941:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763946:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.763952:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5dc00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388415.763956:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764049:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764062:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:3.0:1787388415.764064:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787388415.764069:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764075:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a4476669 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764118:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476662 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84ee expref: 30 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764127:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff996b58595400) 00010000:00010000:3.0:1787388415.764129:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787388415.764133:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a4476662 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84ee expref: 30 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.764142:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c000, rc 0) 00000100:00100000:3.0:1787388415.764208:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+29:18835:x1874211925825408:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 739us (1040us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1787388415.764216:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 51 00000100:00100000:0.0:1787388415.776667:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.777025:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925825536 00000100:00100000:1.0:1787388415.777034:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925825536 00000100:00100000:1.0:1787388415.777097:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 52 00000100:00100000:1.0:1787388415.777107:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+29:18835:x1874211925825536:12345-192.168.203.15@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787388415.777142:0:24186:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1787388415.777271:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+29:18835:x1874211925825536:12345-192.168.203.15@tcp:53:lhsmtool_posix.0 Request processed in 165us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.777279:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 52 00000100:00100000:0.0:1787388415.790444:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.790597:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925825792 00000100:00100000:2.0:1787388415.790607:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925825792 00000100:00100000:2.0:1787388415.790666:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 53 00000100:00100000:2.0:1787388415.790677:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b412af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+29:18835:x1874211925825792:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787388415.790699:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787388415.790719:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476677 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84f5 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787388415.791113:0:22661:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:2.0:1787388415.791120:0:22661:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:2.0:1787388415.791138:0:22661:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1787388415.791288:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a447667e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.791303:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a447667e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.791313:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a447667e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.791417:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a4476677 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84f5 expref: 32 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.791436:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a447667e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84f5 expref: 31 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.791462:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996b58595700) 00010000:00010000:2.0:1787388415.791465:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787388415.791469:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a431e4200, rc 0) 00000100:00100000:2.0:1787388415.791820:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b412af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+31:18835:x1874211925825792:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 1143us (1384us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1787388415.791828:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 53 00000100:00100000:0.0:1787388415.819408:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.819535:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826048 00000100:00100000:1.0:1787388415.819545:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826048 00000100:00100000:1.0:1787388415.819613:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 54 00000100:00100000:1.0:1787388415.819623:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b52ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+31:18835:x1874211925826048:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787388415.819679:0:24186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388415.819708:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4200/0x26817551a447667e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84f5 expref: 31 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819727:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996b58595700) 00010000:00010000:1.0:1787388415.819738:0:24186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787388415.819776:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819789:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819807:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819822:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819828:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819835:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819880:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819887:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819893:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819898:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d800 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388415.819902:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819909:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819928:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:1.0:1787388415.819931:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388415.819934:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819941:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a447668c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819950:0:24186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819956:0:24186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819961:0:24186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819966:0:24186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777da00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:1.0:1787388415.819981:0:24186:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819987:0:24186:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.819994:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xecb9f918 (ffff996b728f4b00) 00010000:00010000:1.0:1787388415.819997:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787388415.819999:0:24186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.820004:0:24186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777da00/0x26817551a4476693 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xecb9f918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.820097:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b52ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+30:18835:x1874211925826048:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 Request processed in 475us (697us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787388415.820105:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 54 00000100:00100000:0.0:1787388415.825719:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.825887:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826176 00000100:00100000:3.0:1787388415.825897:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826176 00000100:00100000:3.0:1787388415.825960:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 55 00000100:00100000:3.0:1787388415.825970:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+30:18835:x1874211925826176:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787388415.826002:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388415.826026:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a447669a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe84fc expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826062:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a44766a1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826077:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a44766a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826087:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a44766a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826187:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a447669a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84fc expref: 32 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826206:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5dc00/0x26817551a44766a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84fc expref: 31 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.826213:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:3.0:1787388415.826216:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787388415.826219:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5dc00, rc 0) 00000100:00100000:3.0:1787388415.826286:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+31:18835:x1874211925826176:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 319us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.826293:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 55 00000100:00100000:0.0:1787388415.838339:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.844686:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826432 00000100:00100000:1.0:1787388415.844702:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826432 00000100:00100000:2.0:1787388415.844883:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 56 00000100:00100000:2.0:1787388415.844894:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+31:18835:x1874211925826432:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787388415.844998:0:24186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.845015:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.845027:0:24186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787388415.845197:0:24186:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1787388415.845207:0:24186:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 737367859687ns, next at 738367857804ns, rc = 0 00000004:00010000:2.0:1787388415.845279:0:24186:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007de8754d reply state 00000000fc65d760 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.845292:0:24186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.845300:0:24186:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:2.0:1787388415.845303:0:24186:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1787388415.845313:0:24186:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787388415.845451:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+33:18835:x1874211925826432:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 Request processed in 558us (7121us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1787388415.845459:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 56 00000100:00100000:0.0:1787388415.851807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.851893:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826560 00000100:00100000:3.0:1787388415.851912:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826560 00000100:00100000:3.0:1787388415.852011:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 57 00000100:00100000:3.0:1787388415.852023:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+33:18835:x1874211925826560:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787388415.852090:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388415.852118:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8503 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.852300:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 34 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.852317:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 34 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.852338:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:3.0:1787388415.852341:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787388415.852393:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5c000, rc 0) 00000100:00100000:3.0:1787388415.852473:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+34:18835:x1874211925826560:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 452us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.852481:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 57 00000100:00100000:0.0:1787388415.857340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.857609:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826688 00000100:00100000:2.0:1787388415.857622:0:24165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826688 00000100:00100000:2.0:1787388415.857707:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 24 00000100:00100000:2.0:1787388415.857721:0:24165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2402:x1874211925826688:12345-192.168.203.15@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1787388415.858186:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787388415.858790:0:24165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2402:x1874211925826688:12345-192.168.203.15@tcp:2:lhsmtool_posix.0 Request processed in 1067us (1455us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1787388415.858812:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 24 00000100:00100000:0.0:1787388415.862300:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.865240:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925826944 00000100:00100000:1.0:1787388415.865262:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925826944 00000100:00100000:1.0:1787388415.865411:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:1.0:1787388415.865423:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+34:18835:x1874211925826944:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787388415.865752:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+35:18835:x1874211925826944:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 Request processed in 330us (3466us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1787388415.865762:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 9 00000100:00100000:0.0:1787388415.869562:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.869966:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827200 00000100:00100000:2.0:1787388415.869990:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827200 00000100:00100000:2.0:1787388415.870076:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 58 00000100:00100000:2.0:1787388415.870089:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+35:18835:x1874211925827200:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787388415.870751:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+35:18835:x1874211925827200:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 Request processed in 659us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388415.870762:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 58 00000100:00100000:0.0:1787388415.874493:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.874712:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827328 00000100:00100000:3.0:1787388415.874806:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827328 00000100:00100000:3.0:1787388415.874880:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 59 00000100:00100000:3.0:1787388415.874891:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+35:18835:x1874211925827328:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787388415.874918:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787388415.874940:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766b6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe850a expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875033:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875058:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875069:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787388415.875117:0:22659:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787388415.875135:0:22659:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875161:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766b6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe850a expref: 37 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875179:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe850a expref: 36 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.875188:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:3.0:1787388415.875191:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787388415.875195:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b52f5ca00, rc 0) 00000100:00100000:3.0:1787388415.875435:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+36:18835:x1874211925827328:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 545us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.875444:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 59 00000100:00100000:0.0:1787388415.882328:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.882491:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827456 00000100:00100000:1.0:1787388415.882502:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827456 00000100:00100000:1.0:1787388415.882557:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 25 00000100:00100000:1.0:1787388415.882566:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b7628bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+6:2402:x1874211925827456:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787388415.882583:0:24163:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787388415.882603:0:24163:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8511 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787388415.882626:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a896200, blocks: 0x0 00010000:00010000:1.0:1787388415.882655:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=737s v=(0 0) 00010000:00010000:1.0:1787388415.882660:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388415.882670:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 7 pid: 24163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.882707:0:24163:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 7 pid: 24163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.882721:0:24163:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996b6777da00, rc 0) 00000100:00100000:1.0:1787388415.882792:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b7628bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:2402:x1874211925827456:12345-192.168.203.15@tcp:101:lhsmtool_posix.0 Request processed in 227us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.882809:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 25 00000100:00100000:0.0:1787388415.892396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.892503:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827712 00000100:00100000:1.0:1787388415.892512:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827712 00000100:00100000:1.0:1787388415.892571:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 60 00000100:00100000:1.0:1787388415.892582:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+36:18835:x1874211925827712:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787388415.892691:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+36:18835:x1874211925827712:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 Request processed in 111us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.892698:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 60 00000100:00100000:0.0:1787388415.897040:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:2.0:1787388415.897128:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827840 00000100:00100000:2.0:1787388415.897137:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827840 00000100:00100000:2.0:1787388415.897194:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 61 00000100:00100000:2.0:1787388415.897204:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+36:18835:x1874211925827840:12345-192.168.203.15@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1787388415.903166:0:22639:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1787388415.903185:0:22639:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1787388415.903241:0:22639:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1787388415.903437:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787388415.903456:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b738eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945854208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787388415.903520:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787388415.903565:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945854208 00000100:00100000:1.0:1787388415.903573:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945854208 00000100:00100000:1.0:1787388415.903617:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787388415.903626:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874211945854208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787388415.903749:0:24775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787388415.903753:0:24775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1787388415.903755:0:24775:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787388415.903763:0:24775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787388416 -> 1787388416 00002000:00010000:1.0:1787388415.903765:0:24775:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787388415.903817:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874211945854208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 190us (297us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1787388415.903824:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:1.0:1787388415.903865:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff996b738eb480/2, rc 0, transno 12884901892 00000100:00100000:1.0:1787388415.903870:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b738eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3650:1874211945854208:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1787388415.907410:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907427:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907450:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907456:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d400 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388415.907461:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907469:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907484:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff996a4203fc00) 00010000:00010000:2.0:1787388415.907487:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388415.907492:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907498:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d400/0x26817551a44764c5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907521:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907528:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907533:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907538:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5ce00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388415.907541:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907556:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907564:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:2.0:1787388415.907567:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388415.907570:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907576:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ce00/0x26817551a44764cc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907590:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907596:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907601:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907606:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5de00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388415.907608:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907614:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907621:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff996a4203f200) 00010000:00010000:2.0:1787388415.907624:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388415.907626:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907640:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5de00/0x26817551a44765ac lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907655:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907661:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907667:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907672:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e4c00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388415.907674:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907680:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907688:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388415.907690:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787388415.907693:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907699:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e4c00/0x26817551a4476631 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907709:0:3635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907715:0:3635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907729:0:3635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907733:0:3635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5c00 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:2.0:1787388415.907736:0:3635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907742:0:3635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907750:0:3635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:2.0:1787388415.907753:0:3635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787388415.907756:0:3635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.907761:0:3635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5c00/0x26817551a44766a8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388415.907918:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+15:18835:x1874211925827840:12345-192.168.203.15@tcp:44:lhsmtool_posix.0 Request processed in 10711us (11190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388415.907928:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 61 00010000:00010000:3.0:1787388415.908442:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908453:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908459:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908472:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d600 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:3.0:1787388415.908476:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908481:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908492:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff996a4203fd00) 00010000:00010000:3.0:1787388415.908494:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787388415.908497:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.908502:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a4476519 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388415.913640:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.913829:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925827968 00000100:00100000:1.0:1787388415.913839:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925827968 00000100:00100000:1.0:1787388415.913899:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 27 00000100:00100000:1.0:1787388415.913910:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:2400:x1874211925827968:12345-192.168.203.15@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1787388415.914021:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:2400:x1874211925827968:12345-192.168.203.15@tcp:16:lhsmtool_posix.0 Request processed in 113us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.914029:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 27 00000100:00100000:0.0:1787388415.917174:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.917279:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828224 00000100:00100000:1.0:1787388415.917295:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828224 00000100:00100000:1.0:1787388415.917415:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 62 00000100:00100000:1.0:1787388415.917426:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+15:18835:x1874211925828224:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787388415.917478:0:22660:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388415.917505:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5ca00/0x26817551a44766bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe850a expref: 15 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.917526:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:1.0:1787388415.917531:0:22660:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787388415.917559:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44766cb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.917589:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44766cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.917599:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44766cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787388415.918598:0:22660:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a8187a03 reply state 00000000d1902f64 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44766cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.918616:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777d800/0x26817551a44766cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.918625:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:1.0:1787388415.918628:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787388415.918630:0:22660:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787388415.918933:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:18835:x1874211925828224:12345-192.168.203.15@tcp:36:lhsmtool_posix.0 Request processed in 1504us (1778us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1787388415.918941:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 62 00000100:00100000:0.0:1787388415.925733:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.925880:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828352 00000100:00100000:1.0:1787388415.925896:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828352 00000100:00100000:1.0:1787388415.925971:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 28 00000100:00100000:1.0:1787388415.925983:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:2401:x1874211925828352:12345-192.168.203.15@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1787388415.926129:0:24775:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787388415.926214:0:24775:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787388415 00002000:00010000:1.0:1787388415.926218:0:24775:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787388415 00002000:00010000:1.0:1787388415.926221:0:24775:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787388416 -> 1787388415 00002000:00010000:1.0:1787388415.926223:0:24775:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787388415.926305:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+8:2401:x1874211925828352:12345-192.168.203.15@tcp:2:lhsmtool_posix.0 Request processed in 324us (586us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787388415.926332:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 28 00000100:00100000:3.0:1787388415.930907:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.931031:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828480 00000100:00100000:1.0:1787388415.931045:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828480 00000100:00100000:1.0:1787388415.931117:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:1.0:1787388415.931129:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+8:2401:x1874211925828480:12345-192.168.203.15@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787388415.931556:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931574:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388415.931579:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388415.931586:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931602:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931628:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931636:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931645:0:24163:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931652:0:24163:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777d200 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:1.0:1787388415.931672:0:24163:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931681:0:24163:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931698:0:24163:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.931707:0:24163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032f40fa8/0x26817551a44766d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.931783:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+8:2401:x1874211925828480:12345-192.168.203.15@tcp:1:lhsmtool_posix.0 Request processed in 655us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.931792:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 29 00000100:00100000:0.0:1787388415.949748:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.949842:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828736 00000100:00100000:3.0:1787388415.949850:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828736 00000100:00100000:3.0:1787388415.949902:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 63 00000100:00100000:3.0:1787388415.949911:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:18835:x1874211925828736:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787388415.949987:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.950005:0:22659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 16 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.950013:0:22659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.950061:0:22659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 16 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388415.950074:0:22659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 16 pid: 24186 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388415.950088:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854336:192.168.203.15@tcp:104: 00000100:00100000:3.0:1787388415.952147:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43e58c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787388415.954225:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854336:192.168.203.15@tcp:104: 00010000:00010000:2.0:1787388415.954253:0:22659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388415.962605:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388415.966493:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828864 00000100:00100000:3.0:1787388415.966506:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828864 00010000:00010000:2.0:1787388415.967140:0:22644:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 17 pid: 24186 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388415.967190:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 19 00000100:00100000:2.0:1787388415.967214:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43360e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+17:2402:x1874211925828864:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787388415.967229:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787388415.967236:0:22644:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 17 pid: 24186 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967250:0:22644:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 17 pid: 24186 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967271:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777cc00/0x26817551a447662a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84d9 expref: 17 pid: 24186 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967288:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:2.0:1787388415.967293:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 16 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967303:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967312:0:22644:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967319:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388415.967437:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787388415.967503:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43360e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:2402:x1874211925828864:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 291us (4906us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388415.967512:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 19 00010000:00010000:0.0:1787388415.972629:0:22659:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.972646:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.972954:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.973104:0:22659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 16 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.973114:0:22659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.973153:0:22659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 16 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.973170:0:22659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 16 pid: 22659 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388415.973185:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43361500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854464:192.168.203.15@tcp:104: 00000100:00100000:0.0:1787388415.973336:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b67550f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787388415.984106:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43361500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854464:192.168.203.15@tcp:104: 00010000:00010000:2.0:1787388415.984156:0:22659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388415.985733:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.985813:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925828992 00000100:00100000:1.0:1787388415.985822:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925828992 00010000:00010000:1.0:1787388415.985854:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 17 pid: 22659 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388415.985889:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 20 00000100:00100000:1.0:1787388415.985898:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+17:2401:x1874211925828992:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787388415.985910:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787388415.985916:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 17 pid: 22659 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.985929:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 17 pid: 22659 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.985960:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5c000/0x26817551a44766af lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8503 expref: 17 pid: 22659 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.985974:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:1.0:1787388415.985979:0:22646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.985988:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.985995:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388415.986025:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787388415.986073:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4605dff4-9a2e-4530-9786-fc35b33f4f7b+16:2401:x1874211925828992:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 176us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.986080:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 20 00010000:00010000:0.0:1787388415.986139:0:22659:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.986157:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787388415.986249:0:22659:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1787388415.986338:0:22659:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1787388415.986411:0:22659:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1787388415.986484:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43361f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22659:1874211945854592:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787388415.986524:0:22659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388415.986543:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b675506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787388415.986681:0:23401:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945854592 00000100:00100000:3.0:1787388415.986686:0:23401:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945854592 00000100:00100000:3.0:1787388415.986720:0:23401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787388415.986734:0:23401:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22659:x1874211945854592:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787388415.987259:0:23401:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22659:x1874211945854592:12345-0@lo:1000:mdt00_000.0 Request processed in 523us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388415.987267:0:23401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787388415.987836:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43361f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22659:1874211945854592:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1787388415.988005:0:22659:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1787388415.988060:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43361f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22659:1874211945854720:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787388415.988100:0:22659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787388415.988127:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b67550540 going to sleep for 11 seconds 00000100:00100000:3.0:1787388415.988207:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945854720 00000100:00100000:3.0:1787388415.988213:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945854720 00000100:00100000:3.0:1787388415.988250:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787388415.988258:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22659:x1874211945854720:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787388415.988386:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22659:x1874211945854720:12345-0@lo:1000:mdt00_000.0 Request processed in 129us (286us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1787388415.988393:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787388415.989121:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43361f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22659:1874211945854720:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1787388415.989159:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989168:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989176:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989181:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6400 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388415.989186:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989210:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989226:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:0.0:1787388415.989229:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787388415.989233:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989240:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989269:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989275:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989280:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989285:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a431e5200 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388415.989288:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989293:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989301:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:0.0:1787388415.989303:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787388415.989311:0:22659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 19 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989332:0:22659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 19 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.989341:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 19 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.990143:0:22659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff996b6777c400/0x26817551a4476646 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe84e7 expref: 19 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787388415.990158:0:22659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a43360a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854848:192.168.203.15@tcp:105: 00000100:00100000:0.0:1787388415.990246:0:22659:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b67550e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787388415.995128:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388415.995197:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829120 00000100:00100000:1.0:1787388415.995207:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829120 00000100:00100000:1.0:1787388415.995260:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00100000:1.0:1787388415.995270:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74edf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18834:x1874211925829120:12345-192.168.203.15@tcp:49:dd.0 00000100:00100000:1.0:1787388415.995423:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74edf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18834:x1874211925829120:12345-192.168.203.15@tcp:49:dd.0 Request processed in 153us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388415.995431:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 10 00000100:00100000:0.0:1787388415.996190:0:22659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a43360a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22659:1874211945854848:192.168.203.15@tcp:105: 00010000:00010000:0.0:1787388415.996217:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996228:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a431e5200/0x26817551a447663f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996258:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996272:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996282:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996294:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996312:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996318:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996324:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996a432f6400 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388415.996328:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996335:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996366:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:0.0:1787388415.996369:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787388415.996373:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996379:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6400/0x26817551a44766e7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996390:0:22659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996396:0:22659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996401:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996405:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5d600 already unused, calling callback (ffffffffc18ee4f0) 00010000:00010000:0.0:1787388415.996415:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996421:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996430:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:0.0:1787388415.996433:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787388415.996435:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.996441:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5d600/0x26817551a44766d9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388415.998251:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:0.0:1787388415.998988:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+19:18835:x1874211925828736:12345-192.168.203.15@tcp:57:lhsmtool_posix.0 Request processed in 49066us (49252us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1787388415.999002:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 63 00000020:00080000:0.0:1787388415.999008:0:22659:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1787388415.999037:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829248 00000100:00100000:0.0:1787388415.999045:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829248 00000100:00100000:0.0:1787388415.999083:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 64 00000100:00100000:0.0:1787388415.999092:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+19:18834:x1874211925829248:12345-192.168.203.15@tcp:101:dd.0 00010000:00010000:0.0:1787388415.999110:0:22659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787388415.999130:0:22659:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a44766ee lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf2fd04bc56fe8518 expref: -99 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999164:0:22659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7a00/0x26817551a44766f5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999177:0:22659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7a00/0x26817551a44766f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999201:0:22659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7a00/0x26817551a44766f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999304:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f6e00/0x26817551a44766ee lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8518 expref: 21 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999321:0:22659:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff996a432f7a00/0x26817551a44766f5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8518 expref: 20 pid: 22659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388415.999328:0:22659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff996a4203f000) 00010000:00010000:0.0:1787388415.999331:0:22659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787388415.999335:0:22659:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff996a432f7a00, rc 0) 00000100:00100000:0.0:1787388415.999391:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18834:x1874211925829248:12345-192.168.203.15@tcp:101:dd.0 Request processed in 299us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388415.999398:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 64 00000040:00080000:2.0:1787388416.000699:0:22694:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787388416.000707:0:22694:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787388416.000726:0:22694:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787388416.000732:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787388416.011138:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388416.011219:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829504 00000100:00100000:3.0:1787388416.011242:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829504 00000100:00100000:3.0:1787388416.011320:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 11 00000100:00100000:3.0:1787388416.011333:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+20:18835:x1874211925829504:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787388416.011676:0:22663:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787388416.011705:0:22663:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1787388416.011741:0:22663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011759:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011770:0:22663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011779:0:22663:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011786:0:22663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011792:0:22663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.011824:0:22663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787388416.011925:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+22:18835:x1874211925829504:12345-192.168.203.15@tcp:35:lhsmtool_posix.0 Request processed in 595us (794us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1787388416.011934:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 11 00000020:00080000:3.0:1787388416.011940:0:22663:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787388416.012394:0:24191:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787388416.012402:0:24191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.012410:0:24191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5cc00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388416.012415:0:24191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.012423:0:24191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.012437:0:24191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff996a4203f600) 00010000:00010000:0.0:1787388416.012441:0:24191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787388416.012457:0:24191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.012464:0:24191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff996b52f5cc00/0x26817551a44766fc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.012477:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388416.012479:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787388416.012481:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787388416.012749:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787388416.205564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388416.205712:0:24169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829632 00000100:00100000:3.0:1787388416.205722:0:24169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829632 00000100:00100000:3.0:1787388416.205791:0:24169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:3.0:1787388416.205823:0:24169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a43360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+8:2399:x1874211925829632:12345-192.168.203.15@tcp:4:dd.0 00010000:00010000:3.0:1787388416.205860:0:24169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.205879:0:24169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 8 pid: 24163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.205888:0:24169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.205892:0:24169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.205896:0:24169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.205931:0:24169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 8 pid: 24163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.205946:0:24169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 8 pid: 24163 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388416.205970:0:24169:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996a41f4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24169:1874211945854976:192.168.203.15@tcp:104: 00000100:00100000:3.0:1787388416.206053:0:24169:0:(client.c:2702:ptlrpc_set_wait()) set ffff996b43e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787388416.210545:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388416.211417:0:24169:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996a41f4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24169:1874211945854976:192.168.203.15@tcp:104: 00010000:00010000:3.0:1787388416.211458:0:24169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388416.211789:0:24171:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1787388416.211809:0:24171:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1787388416.212164:0:24171:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829760 00000100:00100000:2.0:1787388416.212172:0:24171:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829760 00000100:00100000:1.0:1787388416.213107:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 1 00000100:00100000:1.0:1787388416.213119:0:25707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996a41f49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:2399:x1874211925829760:12345-192.168.203.15@tcp:4:dd.0 00010000:00010000:1.0:1787388416.213160:0:25707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388416.213178:0:25707:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388416.213182:0:25707:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787388416.213186:0:25707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787388416.213196:0:25707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388416.214863:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:3.0:1787388416.215000:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925829888 00000100:00100000:3.0:1787388416.215020:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925829888 00010000:00010000:3.0:1787388416.215057:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 10 pid: 24163 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787388416.215097:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 21 00000100:00100000:3.0:1787388416.215106:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b733d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+10:2401:x1874211925829888:12345-192.168.203.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787388416.215118:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787388416.215139:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 10 pid: 24163 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215151:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 10 pid: 24163 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215173:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d368b8c4/0x26817551a44766c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.15@tcp remote: 0xf2fd04bc56fe8511 expref: 10 pid: 24163 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215188:0:22645:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.215192:0:22645:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.215198:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215206:0:22645:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215213:0:22645:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.215215:0:22645:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787388416.215219:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215232:0:22645:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787388416.215310:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787388416.215388:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b733d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4605dff4-9a2e-4530-9786-fc35b33f4f7b+9:2401:x1874211925829888:12345-192.168.203.15@tcp:103:ldlm_bl.0 Request processed in 283us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388416.215396:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 21 00010000:00010000:0.0:1787388416.215620:0:25707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.215630:0:25707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.222402:0:24169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.222421:0:24169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.301199:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787388416.325957:0:24160:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1787388416.325990:0:24160:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1787388416.327459:0:25707:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:2.0:1787388416.327670:0:25707:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1787388415 -> 1787388416 00002000:00010000:2.0:1787388416.327674:0:25707:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787388415 -> 1787388416 00002000:00010000:2.0:1787388416.327677:0:25707:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:2.0:1787388416.327760:0:25707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.327859:0:25707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.327869:0:25707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.327875:0:25707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b6777ce00 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:2.0:1787388416.327880:0:25707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.327889:0:25707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.327991:0:25707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787388416.328000:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcca48d2/0x26817551a447670a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787388416.328088:0:25707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a41f49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+7:2399:x1874211925829760:12345-192.168.203.15@tcp:4:dd.0 Request processed in 114966us (117560us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787388416.328107:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 1 00000001:00080000:2.0:1787388416.366247:0:24160:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1787388416.373131:0:24169:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1787388416.373155:0:24169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373169:0:24169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373177:0:24169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373242:0:24169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff996b52f5c000 already unused, calling callback (ffffffffc0ce4e90) 00010000:00010000:0.0:1787388416.373249:0:24169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373279:0:24169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373300:0:24169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787388416.373307:0:24169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa2a5025/0x26817551a4476703 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787388416.373934:0:24169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996a43360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2399:x1874211925829632:12345-192.168.203.15@tcp:4:dd.0 Request processed in 168106us (168370us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1787388416.373946:0:24169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 0 00000100:00100000:1.0:1787388416.776680:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776729:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776767:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776809:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776827:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776842:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.776866:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830528 00000100:00100000:1.0:1787388416.776875:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830528 00000100:00100000:2.0:1787388416.776898:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830272 00000100:00100000:2.0:1787388416.776904:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830272 00000100:00100000:1.0:1787388416.776932:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830144 00000100:00100000:1.0:1787388416.776937:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830144 00000100:00100000:2.0:1787388416.776953:0:24775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830784 00000100:00100000:2.0:1787388416.776958:0:24775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830784 00000100:00100000:1.0:1787388416.776959:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830400 00000100:00100000:1.0:1787388416.776964:0:22660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830400 00000100:00100000:2.0:1787388416.776990:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:2.0:1787388416.777004:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2399:x1874211925830272:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:1.0:1787388416.777004:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 58 00000100:00100000:1.0:1787388416.777016:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830528:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:2.0:1787388416.777078:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2399:x1874211925830272:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 79us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388416.777087:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 16 00000100:00100000:3.0:1787388416.777091:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830016 00000100:00100000:3.0:1787388416.777097:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830016 00000100:00100000:2.0:1787388416.777107:0:24775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:2.0:1787388416.777116:0:24775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830784:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:3.0:1787388416.777129:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 166 00000100:00100000:3.0:1787388416.777138:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:2399:x1874211925830016:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:0.0:1787388416.777189:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 59 00000100:00100000:0.0:1787388416.777199:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2399:x1874211925830144:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:1.0:1787388416.782933:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830528:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 5909us (6153us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388416.782947:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 58 00000100:00100000:1.0:1787388416.782996:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 60 00000100:00100000:1.0:1787388416.783010:0:22660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2399:x1874211925830400:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:1.0:1787388416.783056:0:22660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+6:2399:x1874211925830400:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 53us (6213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388416.783062:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 60 00000100:00080000:1.0:1787388416.783086:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787388416.783091:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787388416.783094:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787388416.783147:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.15@tcp (source: 12345-192.168.203.15@tcp) 00000100:00100000:1.0:1787388416.783174:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211925830656 00000100:00100000:1.0:1787388416.783181:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211925830656 00000100:00100000:1.0:1787388416.783211:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.15@tcp, seq: 18 00000100:00100000:1.0:1787388416.783231:0:24163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830656:12345-192.168.203.15@tcp:400:kworker.0 00000100:00100000:1.0:1787388416.783256:0:24163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830656:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1787388416.783262:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 18 00000100:00080000:1.0:1787388416.783276:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787388416.783569:0:24775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a97bde3-f05d-4081-9b8b-e303c67ccb1a+5:2399:x1874211925830784:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 6451us (6756us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388416.783578:0:24775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 17 00000100:00100000:0.0:1787388416.784800:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4605dff4-9a2e-4530-9786-fc35b33f4f7b+5:2399:x1874211925830144:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 7587us (7955us total) trans 0 rc 0/0 00000100:00100000:0.0:1787388416.784812:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 59 00000100:00100000:3.0:1787388416.792711:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b74e66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b60bff7f-1297-40fd-a9cb-3cad37d13e2a+13:2399:x1874211925830016:12345-192.168.203.15@tcp:400:kworker.0 Request processed in 15565us (16030us total) trans 0 rc 0/0 00000100:00100000:3.0:1787388416.792733:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.15@tcp, seq: 166 00000040:00080000:2.0:1787388417.004563:0:22694:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787388417.004573:0:22694:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787388417.004593:0:22694:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787388417.004602:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:3.0:1787388417.327503:0:22647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787388417.814384:0:25744:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1787388418.348857:0:24191:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787388419.308693:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996b733d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945855104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787388419.308768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787388419.309200:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874211945855104 00000100:00100000:2.0:1787388419.309208:0:24168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874211945855104 00000100:00100000:2.0:1787388419.309264:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787388419.309274:0:24168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff996b738e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945855104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787388419.309302:0:24168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915845632 avail 3684323328 00000100:00100000:2.0:1787388419.309359:0:24168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff996b738e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874211945855104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1787388419.309367:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1787388419.311870:0:22655:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787388419.311931:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996b733d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3650:1874211945855104:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787388419.372894:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13942 lines, 13942 kept, 0 dropped, 0 bad.