00010000:00010000:0.0F:1788832384.919195:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832385.239367:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788832385.239390:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218507520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788832385.239459:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832385.239544:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218507520 00000100:00100000:0.0:1788832385.239552:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218507520 00000100:00100000:0.0:1788832385.239646:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788832385.239656:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218507520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788832385.239688:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788832385.239732:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218507520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832385.239740:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788832385.239785:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218507520:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788832385.239813:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788832385.751785:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218507648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832385.751854:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1788832385.752049:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b077a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218507776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788832385.752088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752122:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788832385.752129:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b077a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218507904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788832385.752152:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752180:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218507776 00000100:00100000:2.0:1788832385.752187:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218507776 00000100:00100000:2.0:1788832385.752230:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218507904 00000100:00100000:2.0:1788832385.752233:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218507904 00000100:00100000:2.0:1788832385.752252:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788832385.752260:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218507776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788832385.752288:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788832385.752330:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218507776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.752338:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788832385.752352:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788832385.752359:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218507904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788832385.752369:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788832385.752391:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218507904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.752397:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788832385.752414:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788832385.752417:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788832385.752445:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b077a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218507904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788832385.752456:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b077a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218507776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788832385.752818:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218508416:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.752846:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752874:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218508928:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.752898:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752915:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788832385.752921:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218508288:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.752940:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752955:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218508800:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.752975:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.752999:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508928 00000100:00100000:2.0:1788832385.753003:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508928 00000100:00100000:2.0:1788832385.753037:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508288 00000100:00100000:2.0:1788832385.753040:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508288 00000100:00100000:2.0:1788832385.753051:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508800 00000100:00100000:2.0:1788832385.753053:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508800 00000100:00100000:2.0:1788832385.753067:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788832385.753073:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875726218508928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753110:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875726218508928:12345-0@lo:400:kworker.0 Request processed in 37us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753116:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788832385.753130:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788832385.753135:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218508288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753161:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218508288:12345-0@lo:400:kworker.0 Request processed in 27us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753166:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788832385.753177:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788832385.753182:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218508800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753205:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218508800:12345-0@lo:400:kworker.0 Request processed in 23us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753220:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788832385.753235:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788832385.753238:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832385.753249:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218508160:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753275:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.753293:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218508672:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.753346:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788832385.753353:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218508032:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.753403:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218508544:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753425:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.753435:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1875726218509056:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753454:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832385.753473:0:19717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508160 00000100:00100000:2.0:1788832385.753476:0:19717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508160 00000100:00100000:2.0:1788832385.753523:0:19717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788832385.753530:0:19717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218508160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753563:0:19717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218508160:12345-0@lo:400:kworker.0 Request processed in 34us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753570:0:19717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1788832385.753583:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788832385.753602:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218508288:0@lo:400:kworker.0 00010000:00080000:2.0:1788832385.753615:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07f09c00 x1875726218508800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832385.753675:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218508800:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753688:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218508928:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753713:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508672 00000100:00100000:2.0:1788832385.753717:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508672 00000100:00100000:2.0:1788832385.753736:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508544 00000100:00100000:2.0:1788832385.753739:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508544 00000100:00100000:2.0:1788832385.753749:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509056 00000100:00100000:2.0:1788832385.753751:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509056 00000100:00100000:2.0:1788832385.753777:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788832385.753783:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1875726218508672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753816:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1875726218508672:12345-0@lo:400:kworker.0 Request processed in 33us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753822:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788832385.753833:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788832385.753839:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218508544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753863:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218508544:12345-0@lo:400:kworker.0 Request processed in 25us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753868:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788832385.753879:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788832385.753884:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1875726218509056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753907:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1875726218509056:12345-0@lo:400:kworker.0 Request processed in 23us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.753913:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1788832385.753924:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788832385.753927:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832385.753949:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218508544:0@lo:400:kworker.0 00010000:00080000:2.0:1788832385.753958:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07f0b480 x1875726218509056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832385.753966:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1875726218509056:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.753974:0:3652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1788832385.753979:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d2c04dc6680, transno 8589934596 00000004:00080000:2.0:1788832385.753991:0:3652:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1788832385.754006:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218508160:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.754016:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218508672:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.754157:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218507648 00000100:00100000:2.0:1788832385.754162:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218507648 00000100:00100000:2.0:1788832385.754187:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508416 00000100:00100000:2.0:1788832385.754190:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508416 00000100:00100000:2.0:1788832385.754203:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788832385.754209:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218507648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788832385.754233:0:17257:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788832385.754269:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218507648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.754274:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788832385.754286:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788832385.754292:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218508416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.754323:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218508416:12345-0@lo:400:kworker.0 Request processed in 31us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.754330:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788832385.754355:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218508416:0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.754392:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218507648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788832385.754423:0:17245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218508032 00000100:00100000:2.0:1788832385.754426:0:17245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218508032 00000100:00100000:2.0:1788832385.754451:0:17245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1788832385.754457:0:17245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3652:x1875726218508032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832385.754490:0:17245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3652:x1875726218508032:12345-0@lo:400:kworker.0 Request processed in 33us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832385.754496:0:17245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1788832385.754545:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218508032:0@lo:400:kworker.0 00000100:00100000:1.0F:1788832385.755850:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832385.755873:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c36d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218509184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788832385.755932:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832385.756202:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509184 00000100:00100000:1.0:1788832385.756208:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509184 00000100:00100000:1.0:1788832385.756244:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788832385.756252:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218509184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788832385.756278:0:17257:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788832385.756322:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218509184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832385.756329:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788832385.756351:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788832385.756376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832385.756406:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509312 00000100:00100000:1.0:1788832385.756409:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509312 00000100:00100000:1.0:1788832385.756433:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788832385.756439:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788832385.756451:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788832385.756480:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832385.756486:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788832385.756531:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788832385.756558:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c36d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218509184:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1788832385.761939:0:17231:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1788832385.761960:0:17231:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d2c3fc0fe40 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:0.0:1788832385.761966:0:17231:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9d2c069aa100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d2c18f3ba80 00000020:00080000:0.0:1788832385.761970:0:17231:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9d2c069aaf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d2b0652c800 00010000:00010000:1.0:1788832385.762038:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762050:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762072:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762079:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cff000 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832385.762084:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762093:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762125:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9d2c1fe13c00) 00010000:00010000:1.0:1788832385.762128:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832385.762133:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832385.762141:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff000/0x998c12b2835388b4 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17253 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788832385.762180:0:17291:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:1.0:1788832385.762250:0:17291:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788832385.944128:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832386.969831:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1788832387.366543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832387.366669:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202711424 00000100:00100000:2.0:1788832387.366680:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202711424 00000100:00100000:2.0:1788832387.366749:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 65 00000100:00100000:2.0:1788832387.366759:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:15596:x1875726202711424:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788832387.366855:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:15596:x1875726202711424:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 97us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832387.366863:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 65 00000100:00080000:3.0:1788832387.367013:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788832387.373830:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832387.374154:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202711552 00000100:00100000:2.0:1788832387.374164:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202711552 00000100:00080000:3.0:1788832387.374216:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832387.374271:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 66 00000100:00100000:0.0:1788832387.374284:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:15596:x1875726202711552:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788832387.374385:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:15596:x1875726202711552:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 104us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832387.374409:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 66 00000100:00100000:2.0:1788832387.376833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832387.376993:0:17255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202711808 00000100:00100000:3.0:1788832387.377002:0:17255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202711808 00000100:00100000:3.0:1788832387.377050:0:17255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:3.0:1788832387.377059:0:17255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:15596:x1875726202711808:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788832387.377313:0:17255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+14:15596:x1875726202711808:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 253us (487us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1788832387.377321:0:17255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00010000:00010000:1.0:1788832387.995826:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788832388.759050:0:17287:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788832388.759059:0:17287:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788832388.759102:0:17287:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788832388.759109:0:17287:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788832389.015559:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832389.339033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.339101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.339142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.339227:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202711936 00000100:00100000:3.0:1788832389.339240:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202711936 00000100:00100000:3.0:1788832389.339302:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 169 00000100:00100000:3.0:1788832389.339313:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+13:2395:x1875726202711936:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832389.339877:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+13:2395:x1875726202711936:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 88us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.339887:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 169 00000100:00100000:2.0:1788832389.340668:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712064 00000100:00100000:2.0:1788832389.340684:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712064 00000100:00100000:2.0:1788832389.340776:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712192 00000100:00100000:2.0:1788832389.340781:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712192 00000100:00100000:2.0:1788832389.340815:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 76 00000100:00100000:2.0:1788832389.340826:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+14:2395:x1875726202712064:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788832389.340909:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+14:2395:x1875726202712064:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 86us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832389.340930:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 76 00000100:00100000:2.0:1788832389.340949:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 77 00000100:00100000:2.0:1788832389.340955:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202712192:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788832389.340982:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202712192:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 27us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832389.340988:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 77 00000100:00080000:3.0:1788832389.341320:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788832389.341325:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832389.346571:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.346702:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712320 00000100:00100000:3.0:1788832389.346714:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712320 00000100:00100000:3.0:1788832389.346801:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:3.0:1788832389.346812:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2392:x1875726202712320:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:3.0:1788832389.346845:0:18759:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835385e3 00000100:00080000:3.0:1788832389.346865:0:18759:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f598800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788832389.346920:0:18759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788832389.347147:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+2:2392:x1875726202712320:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 336us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.347155:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:3.0:1788832389.347261:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.347437:0:18760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712448 00000100:00100000:3.0:1788832389.347442:0:18760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712448 00000100:00080000:2.0:1788832389.347558:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788832389.347562:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788832389.347602:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832389.353304:0:18760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:3.0:1788832389.353323:0:18760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202712448:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832389.353562:0:18760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202712448:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 244us (6299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.353571:0:18760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:2.0:1788832389.353760:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832389.353834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832389.353860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832389.359168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832389.361692:0:18760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712832 00000100:00100000:3.0:1788832389.361709:0:18760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712832 00000100:00100000:3.0:1788832389.361824:0:18760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:3.0:1788832389.361837:0:18760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2392:x1875726202712832:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:3.0:1788832389.361874:0:18760:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538622 00000100:00080000:3.0:1788832389.361883:0:18760:0:(import.c:65:import_set_state_nolock()) ffff9d2b01973800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788832389.361927:0:18760:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788832389.362067:0:18760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+2:2392:x1875726202712832:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 233us (8205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.362076:0:18760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:3.0:1788832389.362554:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712576 00000100:00100000:3.0:1788832389.362559:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712576 00000100:00100000:3.0:1788832389.362601:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712704 00000100:00100000:3.0:1788832389.362605:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712704 00000100:00100000:3.0:1788832389.362722:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00100000:3.0:1788832389.362745:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+6:2396:x1875726202712576:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832389.362791:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+6:2396:x1875726202712576:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 47us (9032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.362798:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00100000:3.0:1788832389.362812:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00100000:3.0:1788832389.362818:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2395:x1875726202712704:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832389.362840:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2395:x1875726202712704:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 23us (9006us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.362846:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00080000:3.0:1788832389.362950:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788832389.362955:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788832389.362957:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788832389.362973:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832389.376607:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202712960 00000100:00100000:3.0:1788832389.376639:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202712960 00000100:00100000:3.0:1788832389.376715:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:3.0:1788832389.376725:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2392:x1875726202712960:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:3.0:1788832389.376756:0:18759:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538629 00000100:00080000:3.0:1788832389.376772:0:18759:0:(import.c:65:import_set_state_nolock()) ffff9d2b01975000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788832389.376820:0:18759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788832389.376974:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+2:2392:x1875726202712960:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 250us (17814us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832389.376981:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00010000:00010000:1.0:1788832389.379175:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788832389.379274:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788832390.040973:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832390.359267:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218509440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788832390.359342:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.359591:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509440 00000100:00100000:3.0:1788832390.359599:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509440 00000100:00100000:3.0:1788832390.359681:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788832390.359704:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218509440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788832390.359736:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788832390.359786:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218509440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.359792:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788832390.359835:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218509440:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788832390.359939:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788832390.871591:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218509568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788832390.871705:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.871766:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218510080:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.871803:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.871823:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218510592:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.871849:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.871871:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509824:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.871873:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218511104:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.871909:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832390.872717:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218509696:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873205:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.873249:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509568 00000100:00100000:3.0:1788832390.873254:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218510336:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873258:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509568 00000100:00100000:1.0:1788832390.873299:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509824 00000100:00100000:1.0:1788832390.873302:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509824 00000100:00100000:1.0:1788832390.873318:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788832390.873326:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1875726218509568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788832390.873361:0:17257:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788832390.873374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.873391:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218510848:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873418:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1875726218509568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.873430:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788832390.873432:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.873452:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510336 00000100:00100000:1.0:1788832390.873456:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510336 00000100:00100000:3.0:1788832390.873463:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218511360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788832390.873494:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788832390.873502:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873508:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.873531:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788832390.873539:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509952:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873549:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509824:12345-0@lo:400:kworker.0 Request processed in 47us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.873558:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788832390.873569:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.873576:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788832390.873585:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218510336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873592:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218510464:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873612:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.873658:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1875726218510976:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873665:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218510336:12345-0@lo:400:kworker.0 Request processed in 81us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.873682:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788832390.873691:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.873725:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510080 00000100:00100000:1.0:1788832390.873731:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510080 00000100:00100000:3.0:1788832390.873733:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509824:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873747:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218510336:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873772:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509952 00000100:00100000:1.0:1788832390.873776:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509952 00000100:00100000:1.0:1788832390.873799:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510464 00000100:00100000:1.0:1788832390.873802:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510464 00000100:00100000:3.0:1788832390.873805:0:19714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788832390.873822:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788832390.873824:0:19714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218510080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873834:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873878:0:19714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218510080:12345-0@lo:400:kworker.0 Request processed in 65us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.873886:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218509952:12345-0@lo:400:kworker.0 Request processed in 54us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.873890:0:19714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788832390.873898:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788832390.873913:0:19714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788832390.873922:0:19714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218510464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.873948:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218510080:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.873964:0:19714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218510464:12345-0@lo:400:kworker.0 Request processed in 42us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.873971:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218509568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788832390.873973:0:19714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788832390.874002:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510592 00000100:00100000:3.0:1788832390.874007:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510592 00000100:00100000:3.0:1788832390.874028:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511104 00000100:00100000:3.0:1788832390.874032:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511104 00000100:00100000:3.0:1788832390.874045:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510848 00000100:00100000:3.0:1788832390.874048:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510848 00000100:00100000:3.0:1788832390.874059:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510976 00000100:00100000:3.0:1788832390.874061:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510976 00000100:00100000:3.0:1788832390.874075:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788832390.874081:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218510592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.874136:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218510592:12345-0@lo:400:kworker.0 Request processed in 54us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.874142:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788832390.874155:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788832390.874161:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218511104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.874190:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218511104:12345-0@lo:400:kworker.0 Request processed in 30us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.874206:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788832390.874219:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788832390.874225:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218510848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.874255:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218510848:12345-0@lo:400:kworker.0 Request processed in 30us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.874486:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788832390.874502:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788832390.874510:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1875726218510976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.874556:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1875726218510976:12345-0@lo:400:kworker.0 Request processed in 48us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832390.874563:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788832390.874594:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511360 00000100:00100000:3.0:1788832390.874598:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511360 00000100:00100000:3.0:1788832390.874645:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788832390.874652:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218511360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788832390.874672:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788832390.874711:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218511360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (1206us total) trans 0 rc 0/0 00000100:00080000:2.0:1788832390.874712:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788832390.874718:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788832390.874722:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1788832390.874723:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788832390.874726:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788832390.874754:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218511488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788832390.874781:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832390.875006:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218509952:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.875015:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218510464:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.875024:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3653:1875726218510976:0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.875048:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218511360:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1788832390.875060:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07e2f480 x1875726218510848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832390.875069:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218510848:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.875514:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511488 00000100:00100000:1.0:1788832390.875521:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511488 00000100:00100000:1.0:1788832390.875548:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788832390.875555:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218511488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788832390.875569:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788832390.875640:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218511488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.875649:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788832390.875684:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218511488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788832390.875707:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218511616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788832390.875740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832390.875778:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218510592:0@lo:400:kworker.0 00010000:00080000:1.0:1788832390.875792:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07e2dc00 x1875726218511104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832390.875803:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218511104:0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.875827:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511616 00000100:00100000:1.0:1788832390.875831:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511616 00000100:00100000:1.0:1788832390.875851:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788832390.875858:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218511616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788832390.875869:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832390.875904:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218511616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.875910:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788832390.875939:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218511616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788832390.877360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832390.877448:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218510208:0@lo:400:kworker.0 00000100:00100000:0.0:1788832390.877494:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832390.877525:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218510720:0@lo:400:kworker.0 00000100:00100000:0.0:1788832390.877550:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832390.877569:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218511232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832390.877605:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832390.877659:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510208 00000100:00100000:0.0:1788832390.877665:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510208 00000100:00100000:3.0:1788832390.877715:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218510720 00000100:00100000:3.0:1788832390.877721:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218510720 00000100:00100000:0.0:1788832390.877722:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788832390.877765:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788832390.878431:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218510208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832390.878438:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1875726218510720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832390.878537:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511232 00000100:00100000:3.0:1788832390.878542:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1875726218510720:12345-0@lo:400:kworker.0 Request processed in 768us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.878543:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511232 00000100:00100000:3.0:1788832390.878554:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788832390.878594:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788832390.878603:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b06612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218511232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788832390.878645:0:17257:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788832390.878684:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b06612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218511232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832390.878691:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788832390.879177:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218510208:12345-0@lo:400:kworker.0 Request processed in 1445us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832390.879250:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788832390.879296:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218510208:0@lo:400:kworker.0 00000100:00100000:0.0:1788832390.879309:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218510720:0@lo:400:kworker.0 00000100:00100000:0.0:1788832390.879336:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218511232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788832390.879970:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218509696 00000100:00100000:2.0:1788832390.879977:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218509696 00000100:00100000:2.0:1788832390.880021:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1788832390.880032:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3652:x1875726218509696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832390.880098:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3652:x1875726218509696:12345-0@lo:400:kworker.0 Request processed in 69us (2742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832390.880106:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:2.0:1788832390.880154:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832390.880191:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218509696:0@lo:400:kworker.0 00010000:00010000:0.0:1788832391.062773:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788832391.213445:0:20630:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 21:53:10 (1788832390) 00000001:00080000:1.0:1788832391.901454:0:17231:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1788832391.901482:0:17231:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:1.0:1788832391.901506:0:17291:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:1.0:1788832391.901517:0:17291:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:00080000:0.0:1788832391.904775:0:18007:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788832392.089467:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832393.111416:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832394.136055:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832394.465400:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465460:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465491:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465527:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465574:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832394.465601:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713216 00000100:00100000:3.0:1788832394.465610:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713216 00000100:00100000:3.0:1788832394.465693:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713344 00000100:00100000:3.0:1788832394.465697:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713344 00000100:00100000:1.0:1788832394.465714:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713728 00000100:00100000:3.0:1788832394.465716:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713600 00000100:00100000:1.0:1788832394.465721:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713728 00000100:00100000:3.0:1788832394.465722:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713600 00000100:00100000:3.0:1788832394.465745:0:17252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 86 00000100:00100000:3.0:1788832394.465757:0:17252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:2395:x1875726202713216:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788832394.465764:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 87 00000100:00100000:1.0:1788832394.465774:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2396:x1875726202713344:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832394.465873:0:17816:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788832394.465883:0:17816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788832394.465893:0:17245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713088 00000100:00100000:2.0:1788832394.465899:0:17245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713088 00000100:00100000:0.0:1788832394.465902:0:17253:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788832394.465913:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 88 00000100:00100000:0.0:1788832394.465923:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+6:2396:x1875726202713600:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788832394.465936:0:17245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 171 00000100:00100000:2.0:1788832394.465946:0:17245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+13:2396:x1875726202713088:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832394.466015:0:17252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:2395:x1875726202713216:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 261us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832394.466022:0:17252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 86 00000100:00100000:3.0:1788832394.466048:0:17252:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788832394.466056:0:17252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 89 00000100:00100000:3.0:1788832394.466062:0:17252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2395:x1875726202713728:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788832394.468824:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2396:x1875726202713344:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 3039us (3319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832394.468839:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 87 00000100:00100000:1.0:1788832394.468889:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713472 00000100:00100000:1.0:1788832394.468895:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713472 00000100:00100000:1.0:1788832394.468945:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:1.0:1788832394.468954:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202713472:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788832394.469006:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2395:x1875726202713472:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 53us (3477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832394.469012:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00080000:1.0:1788832394.469056:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788832394.469061:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832394.469066:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788832394.472736:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+6:2396:x1875726202713600:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 6805us (7150us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832394.472752:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 88 00000100:00100000:2.0:1788832394.472795:0:17245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+13:2396:x1875726202713088:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 6848us (7331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832394.472806:0:17245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 171 00000100:00100000:3.0:1788832394.473035:0:17252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2395:x1875726202713728:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 6971us (7484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832394.473043:0:17252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 89 00000001:00100000:0.0:1788832394.975834:0:18754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000020:00000080:0.0:1788832394.975844:0:18754:0:(genops.c:885:class_export_put()) final put ffff9d2b01972000/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000001:00100000:0.0:1788832394.975868:0:18754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:0.0:1788832394.975870:0:18754:0:(genops.c:885:class_export_put()) final put ffff9d2c2f59a800/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:1.0:1788832394.976569:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b01972000/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 for lustre-OST0000 00000020:00000080:1.0:1788832394.976656:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c2f59a800/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be for lustre-OST0000 00000020:00000080:1.0:1788832394.976674:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b01973800 for lustre-OST0000 00000020:00000080:1.0:1788832394.976679:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c2f598800 for lustre-OST0000 00000001:00100000:3.0:1788832394.977287:0:19571:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000020:00000080:3.0:1788832394.977293:0:19571:0:(genops.c:885:class_export_put()) final put ffff9d2b01970800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000020:00000080:2.0:1788832394.977380:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b01970800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 for lustre-OST0001 00000020:00000080:2.0:1788832394.977423:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b01975000 for lustre-OST0001 00010000:00010000:0.0:1788832395.159808:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832395.298026:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832395.298088:0:17254:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202713984 00000100:00100000:0.0:1788832395.298099:0:17254:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202713984 00000100:00100000:0.0:1788832395.298162:0:17254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:0.0:1788832395.298172:0:17254:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+13:16358:x1875726202713984:12345-192.168.203.26@tcp:35:umount.0 00000001:00080000:0.0:1788832395.298413:0:17254:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1788832395.298510:0:17254:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788832395.298666:0:17254:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+16:16358:x1875726202713984:12345-192.168.203.26@tcp:35:umount.0 Request processed in 494us (647us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788832395.298685:0:17254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00000020:00080000:0.0:1788832395.298690:0:17254:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788832395.302871:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832395.303005:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202714112 00000100:00100000:3.0:1788832395.303014:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202714112 00000100:00100000:3.0:1788832395.303080:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:3.0:1788832395.303090:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2392:x1875726202714112:12345-192.168.203.26@tcp:9:umount.0 00000020:00000080:3.0:1788832395.303128:0:18759:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835385ea 00000100:00080000:3.0:1788832395.303139:0:18759:0:(import.c:65:import_set_state_nolock()) ffff9d2b01972800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788832395.303193:0:18759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788832395.303338:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+2:2392:x1875726202714112:12345-192.168.203.26@tcp:9:umount.0 Request processed in 249us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.303346:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00010000:00010000:0.0:1788832395.303794:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832395.321836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832395.321866:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832395.321893:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832395.321969:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202714368 00000100:00100000:2.0:1788832395.321987:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202714368 00000100:00100000:2.0:1788832395.322027:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202714240 00000100:00100000:2.0:1788832395.322029:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202714240 00000100:00100000:2.0:1788832395.322046:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202714496 00000100:00100000:2.0:1788832395.322048:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202714496 00000100:00100000:2.0:1788832395.322062:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1788832395.322070:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+15:2395:x1875726202714368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832395.322083:0:17238:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832395.322100:0:17238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050ac00/0x998c12b2835385c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04a54 expref: 15 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.322115:0:17238:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832395.322177:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+14:2395:x1875726202714368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 107us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832395.322185:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1788832395.322214:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788832395.322220:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36f87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+13:2395:x1875726202714240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832395.322234:0:17238:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832395.322242:0:17238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c1fe0de00/0x998c12b2835385c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04a23 expref: 13 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.322251:0:17238:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832395.322270:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36f87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+12:2395:x1875726202714240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 50us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832395.322276:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788832395.322317:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788832395.322324:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+11:2395:x1875726202714496:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832395.322331:0:17238:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832395.322339:0:17238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c00031600/0x998c12b28353864c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b0a expref: 11 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.322348:0:17238:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832395.322363:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+10:2395:x1875726202714496:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 40us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832395.322369:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788832395.340730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832395.344316:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202715392 00000100:00100000:1.0:1788832395.344330:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202715392 00000100:00100000:1.0:1788832395.344417:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 67 00000100:00100000:1.0:1788832395.344428:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+16:2392:x1875726202715392:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:1.0:1788832395.344469:0:17251:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835385d5 00000020:00010000:1.0:1788832395.344485:0:17251:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d2c04cd9000: total 0 00000100:00080000:1.0:1788832395.344491:0:17251:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788832395.344523:0:17251:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:2.0:1788832395.344775:0:17239:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d2c04cd9000: total 0 00010000:00010000:2.0:1788832395.344826:0:17239:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d2c04cd9000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1788832395.344860:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d2c1b273100) 00010000:00010000:2.0:1788832395.344864:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788832395.344872:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204ac00/0x998c12b2835388e5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04bc7 expref: 17 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.344921:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d2c1b273800) 00010000:00010000:2.0:1788832395.344924:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832395.344928:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b2835386bc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b18 expref: 16 pid: 17253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.344950:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c1fe13300) 00010000:00010000:2.0:1788832395.344952:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832395.344956:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030600/0x998c12b2835386fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b26 expref: 15 pid: 17252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.344968:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9d2c1fe13c00) 00010000:00010000:2.0:1788832395.344970:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788832395.344974:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204ba00/0x998c12b28353888a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ba4 expref: 14 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.344989:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d2c1b273f00) 00010000:00010000:2.0:1788832395.344991:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832395.344995:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffa00/0x998c12b2835386a0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b11 expref: 13 pid: 17252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.345010:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9d2b073ae000) 00010000:00010000:2.0:1788832395.345012:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788832395.345016:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c421d2400/0x998c12b283538780 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b50 expref: 12 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.345030:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d2c1b273100) 00010000:00010000:2.0:1788832395.345049:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788832395.345055:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b28353882f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b8f expref: 11 pid: 17253 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.345071:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d2c1b273100) 00010000:00010000:2.0:1788832395.345074:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788832395.345077:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a200/0x998c12b2835387fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b7a expref: 10 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832395.345090:0:17239:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d2c04cd9000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1788832395.345104:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832395.345107:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832395.345108:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832395.345337:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+6:2392:x1875726202715392:12345-192.168.203.26@tcp:39:umount.0 Request processed in 909us (4615us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788832395.345346:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 67 00000100:00100000:1.0:1788832395.355309:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832395.355394:0:20739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202715520 00000100:00100000:2.0:1788832395.355403:0:20739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202715520 00000100:00100000:2.0:1788832395.355470:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 68 00000100:00100000:2.0:1788832395.355481:0:20739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+5:2392:x1875726202715520:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:2.0:1788832395.355511:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835385dc 00000100:00080000:2.0:1788832395.355528:0:20739:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788832395.355585:0:20739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1788832395.355836:0:20739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be+3:2392:x1875726202715520:12345-192.168.203.26@tcp:39:umount.0 Request processed in 356us (536us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1788832395.355844:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 68 00010000:00010000:1.0:1788832395.356290:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832395.481400:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b06613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218511744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788832395.481483:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.481657:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511744 00000100:00100000:3.0:1788832395.481664:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511744 00000100:00100000:3.0:1788832395.481730:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788832395.481741:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218511744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788832395.481792:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788832395.481857:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218511744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.481864:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788832395.482270:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b06613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218511744:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788832395.482408:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788832395.990902:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218512000:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.990905:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218512256:0@lo:400:kworker.0 00000100:00100000:0.0:1788832395.991030:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218511872:0@lo:400:kworker.0 00000100:00100000:1.0:1788832395.991251:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218512128:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.992992:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.993062:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218512768:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993099:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.993119:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1875726218513280:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993145:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.993204:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512256 00000100:00100000:3.0:1788832395.993211:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512256 00000100:00100000:3.0:1788832395.993263:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512768 00000100:00100000:3.0:1788832395.993267:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512768 00000100:00100000:3.0:1788832395.993291:0:19714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788832395.993299:0:19714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218512256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993352:0:19714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218512256:12345-0@lo:400:kworker.0 Request processed in 53us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.993359:0:19714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788832395.993375:0:19714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788832395.993381:0:19714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218512768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993409:0:19714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218512768:12345-0@lo:400:kworker.0 Request processed in 28us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.993415:0:19714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788832395.993470:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218512256:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993499:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218512768:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993525:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513280 00000100:00100000:3.0:1788832395.993528:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513280 00000100:00100000:3.0:1788832395.993564:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788832395.993571:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1875726218513280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.993610:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1875726218513280:12345-0@lo:400:kworker.0 Request processed in 40us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.993617:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788832395.994604:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1875726218513280:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.994700:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218513792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788832395.994807:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.994847:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513792 00000100:00100000:3.0:1788832395.994852:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513792 00000100:00100000:3.0:1788832395.994992:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788832395.995001:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218513792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788832395.995020:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788832395.995060:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218513792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.995069:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788832395.995102:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218513792:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788832395.995175:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788832395.995180:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788832395.995182:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788832395.997831:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832395.997906:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218512512:0@lo:400:kworker.0 00000100:00100000:2.0:1788832395.997951:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832395.997992:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512000 00000100:00100000:2.0:1788832395.998000:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512000 00000100:00100000:2.0:1788832395.998050:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512512 00000100:00100000:2.0:1788832395.998053:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512512 00000100:00100000:2.0:1788832395.998070:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788832395.998078:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218512000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832395.998127:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218512000:12345-0@lo:400:kworker.0 Request processed in 49us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832395.998134:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788832395.998150:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788832395.998156:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218512512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832395.998184:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218512512:12345-0@lo:400:kworker.0 Request processed in 29us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832395.998190:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788832395.998283:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218512512:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.998292:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1875726218513024:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.998340:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.998388:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218513536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788832395.998412:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.998446:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513536 00000100:00100000:3.0:1788832395.998451:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513536 00000100:00100000:3.0:1788832395.998480:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788832395.998487:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218513536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788832395.998512:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788832395.998544:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218513536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.998550:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788832395.998585:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218513536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788832395.998592:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218514048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788832395.998616:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.998665:0:18308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514048 00000100:00100000:2.0:1788832395.998668:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513024 00000100:00100000:3.0:1788832395.998669:0:18308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514048 00000100:00100000:2.0:1788832395.998675:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513024 00000100:00100000:3.0:1788832395.998697:0:18308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788832395.998705:0:18308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218514048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788832395.998728:0:18308:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788832395.998991:0:18308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218514048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 285us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.998998:0:18308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788832395.999030:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218514048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788832395.999043:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218512000:0@lo:400:kworker.0 00000100:00100000:3.0:1788832395.999060:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788832395.999075:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218513920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788832395.999100:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832395.999120:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513920 00000100:00100000:3.0:1788832395.999124:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513920 00000100:00100000:3.0:1788832395.999146:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788832395.999152:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218513920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788832395.999163:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788832395.999188:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218513920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832395.999194:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788832395.999223:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218513920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788832396.000378:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.000419:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218512384:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.000463:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.000484:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218512896:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.000504:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.001336:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1875726218513408:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.001378:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.001412:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512384 00000100:00100000:0.0:1788832396.001419:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512384 00000100:00100000:0.0:1788832396.001474:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512896 00000100:00100000:0.0:1788832396.001477:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512896 00000100:00100000:0.0:1788832396.001489:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513408 00000100:00100000:0.0:1788832396.001490:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513408 00000100:00100000:0.0:1788832396.001515:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788832396.001523:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b06613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218512384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.001568:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b06613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218512384:12345-0@lo:400:kworker.0 Request processed in 45us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832396.001576:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788832396.001590:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788832396.001598:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218512896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.001650:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218512896:12345-0@lo:400:kworker.0 Request processed in 54us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832396.001669:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788832396.001693:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788832396.001700:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875726218513408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.001744:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875726218513408:12345-0@lo:400:kworker.0 Request processed in 45us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832396.001750:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:0.0:1788832396.001768:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788832396.002032:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07f13b80 x1875726218513408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832396.002047:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3653:1875726218513408:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.002077:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218512384:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.002087:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218512896:0@lo:400:kworker.0 00000100:00100000:3.0:1788832396.002113:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218511872 00000100:00100000:3.0:1788832396.002118:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218511872 00000100:00100000:3.0:1788832396.002159:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788832396.002166:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3653:x1875726218511872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832396.002207:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3653:x1875726218511872:12345-0@lo:400:kworker.0 Request processed in 42us (1832us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832396.002215:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788832396.002251:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218511872:0@lo:400:kworker.0 00000100:00080000:3.0:1788832396.002264:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832396.002282:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788832396.002293:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875726218513024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832396.002346:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875726218513024:12345-0@lo:400:kworker.0 Request processed in 56us (4005us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832396.002353:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788832396.002689:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1875726218513024:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.006342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.006404:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218512640:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.006453:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.007065:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218513152:0@lo:400:kworker.0 00000100:00100000:0.0:1788832396.007096:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.007121:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218513664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832396.007145:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832396.007171:0:18308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513664 00000100:00100000:0.0:1788832396.007179:0:18308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513664 00000100:00100000:0.0:1788832396.007224:0:18308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788832396.007248:0:18308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218513664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788832396.007282:0:18308:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832396.007321:0:18308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218513664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832396.007328:0:18308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788832396.007378:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218513664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788832396.007580:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512128 00000100:00100000:2.0:1788832396.007585:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512128 00000100:00100000:2.0:1788832396.007615:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218512640 00000100:00100000:2.0:1788832396.007652:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218512640 00000100:00100000:2.0:1788832396.007679:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788832396.008422:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218513152 00000100:00100000:3.0:1788832396.008428:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218513152 00000100:00100000:2.0:1788832396.008453:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218512128:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788832396.008463:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788832396.008498:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788832396.008507:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218513152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832396.008515:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218512128:12345-0@lo:400:kworker.0 Request processed in 831us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832396.008523:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788832396.008538:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788832396.008540:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218513152:12345-0@lo:400:kworker.0 Request processed in 36us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832396.008544:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218512640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832396.008553:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788832396.008569:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218512640:12345-0@lo:400:kworker.0 Request processed in 26us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832396.008574:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788832396.008608:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218512128:0@lo:400:kworker.0 00000100:00100000:2.0:1788832396.008650:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218512640:0@lo:400:kworker.0 00010000:00080000:2.0:1788832396.008664:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07ddf100 x1875726218513152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832396.008674:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218513152:0@lo:400:kworker.0 00010000:00010000:0.0:1788832396.184300:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832397.207296:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832397.819547:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832397.819601:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832397.819665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832397.819758:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202715648 00000100:00100000:1.0:1788832397.819774:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202715648 00000100:00100000:3.0:1788832397.819838:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202715904 00000100:00100000:1.0:1788832397.819844:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202715776 00000100:00100000:3.0:1788832397.819849:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202715904 00000100:00100000:1.0:1788832397.819851:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202715776 00000100:00100000:1.0:1788832397.819884:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1788832397.819900:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+12:2393:x1875726202715648:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832397.819919:0:17236:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788832397.819922:0:17238:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788832397.819935:0:17238:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1788832397.819939:0:17236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c1fe0da00/0x998c12b2835385ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04a93 expref: 12 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832397.819957:0:17236:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832397.820028:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+11:2393:x1875726202715648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 135us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832397.820036:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1788832397.820057:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:1.0:1788832397.820078:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+10:2393:x1875726202715776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832397.820087:0:17236:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832397.820098:0:17236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050a400/0x998c12b283538606 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ac4 expref: 10 pid: 17245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832397.820109:0:17236:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832397.820128:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+9:2393:x1875726202715776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 52us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832397.820133:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:1.0:1788832397.820145:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:1.0:1788832397.820151:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+8:2393:x1875726202715904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832397.820159:0:17236:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832397.820169:0:17236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050b400/0x998c12b283538645 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b03 expref: 8 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832397.820176:0:17236:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832397.820194:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+7:2393:x1875726202715904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 43us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832397.820200:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1788832397.823644:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832397.823724:0:20739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716160 00000100:00100000:2.0:1788832397.823735:0:20739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716160 00000100:00100000:2.0:1788832397.823827:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00100000:2.0:1788832397.823838:0:20739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+6:2392:x1875726202716160:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:2.0:1788832397.823880:0:20739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538614 00000020:00010000:2.0:1788832397.823888:0:20739:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d2b01a18800: total 0 00000100:00080000:2.0:1788832397.823903:0:20739:0:(import.c:65:import_set_state_nolock()) ffff9d2b01a1a000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788832397.823960:0:20739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1788832397.824101:0:20739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2392:x1875726202716160:12345-192.168.203.26@tcp:39:umount.0 Request processed in 264us (486us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1788832397.824109:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00080000:3.0:1788832397.824461:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1788832397.825071:0:17239:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d2b01a18800: total 0 00010000:00010000:1.0:1788832397.825077:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832397.825150:0:17239:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d2b01a18800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788832397.825262:0:17239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c1fe13300) 00010000:00010000:1.0:1788832397.825266:0:17239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788832397.825277:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030a00/0x998c12b283538709 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04b2d expref: 4 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832397.825315:0:17239:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d2b01a18800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788832397.825329:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832397.825331:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832397.825332:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832397.834282:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832397.834396:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716288 00000100:00100000:1.0:1788832397.834408:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716288 00000100:00100000:1.0:1788832397.834574:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:1.0:1788832397.834588:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+5:2392:x1875726202716288:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:1.0:1788832397.834675:0:17251:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353861b 00000100:00080000:1.0:1788832397.834688:0:17251:0:(import.c:65:import_set_state_nolock()) ffff9d2b01a18000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788832397.834727:0:17251:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788832397.834925:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6+3:2392:x1875726202716288:12345-192.168.203.26@tcp:39:umount.0 Request processed in 339us (757us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1788832397.834935:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 70 00010000:00010000:2.0:1788832397.834995:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788832397.835076:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788832397.863769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832397.864175:0:17245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716544 00000100:00100000:0.0:1788832397.864200:0:17245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716544 00000100:00100000:0.0:1788832397.864285:0:17245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 173 00000100:00100000:0.0:1788832397.864296:0:17245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+7:2392:x1875726202716544:12345-192.168.203.26@tcp:251:umount.0 00000020:00000080:0.0:1788832397.864521:0:17245:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835385b2 00000020:00010000:0.0:1788832397.864530:0:17245:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d2c04cdd800: total 0 00000100:00080000:0.0:1788832397.864537:0:17245:0:(import.c:65:import_set_state_nolock()) ffff9d2c04cdd000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788832397.864691:0:17245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0+3:2392:x1875726202716544:12345-192.168.203.26@tcp:251:umount.0 Request processed in 397us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832397.864700:0:17245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 173 00000020:00010000:2.0:1788832397.864895:0:17240:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d2c04cdd800: total 0 00010000:00010000:2.0:1788832397.864967:0:17240:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d2c04cdd800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788832397.865325:0:17240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01228e00/0x998c12b2835385b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04a1c expref: 2 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832397.865343:0:17240:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d2c04cdd800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1788832397.865435:0:17240:0:(genops.c:885:class_export_put()) final put ffff9d2c04cdd800/c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0 00010000:00010000:2.0:1788832397.865459:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832397.865461:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832397.865464:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788832397.865504:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c04cdd800/c60bc5a8-bbb2-46ad-b3a5-a8b9a8f404a0 for MGS 00000020:00000080:3.0:1788832397.865556:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c04cdd000 for MGS 00010000:00010000:0.0:1788832398.233085:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788832398.998993:0:17287:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788832398.999008:0:17287:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788832398.999035:0:17287:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788832398.999045:0:17287:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788832399.260688:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788832400.046352:0:20827:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788832400.066452:0:20827:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788832400.066514:0:20827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832400.066530:0:20827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832400.066536:0:20827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832400.066543:0:20827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832400.066585:0:20827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788832400.066591:0:20827:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788832400.066638:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788832400.066644:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788832400.066650:0:20827:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:1.0:1788832400.066675:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:2.0:1788832400.066677:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe58800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1788832400.066685:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832400.066694:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c1fe0d600 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:1.0:1788832400.066698:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832400.066718:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832400.066725:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832400.066730:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788832400.066732:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788832400.066734:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788832400.066759:0:20282:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832400.066766:0:20282:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788832400.066768:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218514176:0@lo:39:umount.0 00000100:00100000:2.0:1788832400.066818:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218514304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832400.066845:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832400.066862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832400.066933:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514304 00000100:00100000:3.0:1788832400.066940:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514304 00000100:00100000:0.0:1788832400.066944:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514176 00000100:00100000:0.0:1788832400.066951:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514176 00000100:00100000:3.0:1788832400.066995:0:17237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788832400.066999:0:17252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788832400.067010:0:17237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3651:x1875726218514304:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.067012:0:17252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875726218514176:12345-0@lo:39:umount.0 00010000:00010000:3.0:1788832400.067029:0:17237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:0.0:1788832400.067039:0:17252:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835381a6 00000100:00080000:0.0:1788832400.067047:0:17252:0:(import.c:65:import_set_state_nolock()) ffff9d2c358eb800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788832400.067054:0:17237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01228600/0x998c12b28353817c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538175 expref: 24 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.067069:0:17237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788832400.067124:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832400.067133:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d600/0x998c12b283538175 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353817c expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832400.067144:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832400.067146:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832400.067147:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832400.068341:0:17252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3650:x1875726218514176:12345-0@lo:39:umount.0 Request processed in 1329us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.068350:0:17252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788832400.068362:0:17252:0:(genops.c:885:class_export_put()) final put ffff9d2c09c2e800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1788832400.068395:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788832400.068414:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c09c2e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788832400.068458:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c358eb800 for lustre-MDT0000 00000100:00080000:0.0:1788832400.068497:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe58800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788832400.068508:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218514176:0@lo:39:umount.0 00000100:00080000:2.0:1788832400.070781:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788832400.070788:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788832400.070796:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1788832400.070854:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218514304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832400.071083:0:17237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e119a26-e2c8-49b5-8e81-f568246f48a1+23:3651:x1875726218514304:12345-0@lo:103:ldlm_bl.0 Request processed in 4074us (4220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832400.071095:0:17237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1788832400.075141:0:20827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075173:0:20827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075192:0:20827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075199:0:20827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075221:0:20827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832400.075229:0:20827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075235:0:20827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075240:0:20827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075246:0:20827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075265:0:20827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788832400.075271:0:20827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075278:0:20827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075284:0:20827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075295:0:19721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832400.075308:0:20827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075308:0:19721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075327:0:19721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c421d3400 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832400.075332:0:19721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075341:0:20827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788832400.075342:0:19721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075351:0:20827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832400.075353:0:19721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075370:0:20827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832400.075371:0:19721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788832400.075378:0:19721:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1788832400.075384:0:20827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075391:0:20827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832400.075414:0:20827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788832400.075419:0:20827:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1788832400.075422:0:19721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832400.075425:0:20827:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1788832400.075445:0:19721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:01000004:3.0:1788832400.075452:0:20827:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788832400.075459:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788832400.075464:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832400.075471:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00010000:00010000:0.0:1788832400.075474:0:19721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075480:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d2b0851e000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:0.0:1788832400.075486:0:19721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3400/0x998c12b2835380c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380cd expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075489:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d2b0851f000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788832400.075503:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d2c054a7000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788832400.075508:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d2c1fe5a000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:0.0:1788832400.075513:0:19721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788832400.075518:0:19721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075529:0:19721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01228c00 already unused, calling callback (ffffffffc140fc20) 00000020:00080000:3.0:1788832400.075530:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d2b01a18800 25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 192.168.203.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 10000000:00010000:0.0:1788832400.075535:0:19721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075540:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d2c04cd9000 73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 192.168.203.26@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00010000:00010000:0.0:1788832400.075548:0:19721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075549:0:20827:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9d2c3e77cd28) has exports, disconnecting them 00000020:00080000:3.0:1788832400.075557:0:20827:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d2b0851e000), last request at 1788832395 10000000:00010000:0.0:1788832400.075561:0:19721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788832400.075566:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835383e4 10000000:01000000:0.0:1788832400.075569:0:19721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788832400.075573:0:19721:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788832400.075575:0:19721:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:3.0:1788832400.075586:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2b0851a800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788832400.075591:0:19721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075598:0:19721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832400.075616:0:19721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075657:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b0851e000): rc 0 00000020:00000080:3.0:1788832400.075662:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2b0851e000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:0.0:1788832400.075669:0:19721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c01228c00/0x998c12b28353840e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538415 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075678:0:20827:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d2b0851f000), last request at 1788832396 00010000:00010000:0.0:1788832400.075681:0:19721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000080:3.0:1788832400.075683:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353834a 00010000:00010000:0.0:1788832400.075687:0:19721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788832400.075692:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2b0851c800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788832400.075695:0:19721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01228200 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832400.075701:0:19721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075702:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b0851f000): rc 0 00000020:00000080:3.0:1788832400.075707:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2b0851f000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788832400.075715:0:20827:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d2c054a7000), last request at 1788832329 00010000:00010000:0.0:1788832400.075716:0:19721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788832400.075720:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538294 00000100:00080000:3.0:1788832400.075725:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c054a4800 : changing import state from FULL to CLOSED 10000000:00010000:0.0:1788832400.075728:0:19721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075733:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2c054a7000): rc 0 00000020:00000080:3.0:1788832400.075738:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c054a7000/lustre-MDT0000-lwp-MDT0001_UUID 10000000:01000000:0.0:1788832400.075740:0:19721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000020:00080000:3.0:1788832400.075744:0:20827:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d2c1fe5a000), last request at 1788832329 10000000:01000000:0.0:1788832400.075745:0:19721:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000020:00000080:3.0:1788832400.075751:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538239 10000000:01000000:0.0:1788832400.075751:0:19721:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:3.0:1788832400.075757:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788832400.075763:0:20827:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:0.0:1788832400.075781:0:19721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075788:0:19721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832400.075795:0:19721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075802:0:19721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c01228200/0x998c12b28353867d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538684 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075822:0:19721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832400.075825:0:19721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075831:0:19721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c421d3600 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832400.075834:0:19721:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788832400.075836:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2c1fe5a000): rc 0 00000004:00000080:3.0:1788832400.075844:0:20827:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb5620555bae0 00010000:00010000:0.0:1788832400.075846:0:19721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832400.075855:0:19721:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832400.075861:0:19721:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00080000:3.0:1788832400.075862:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 10000000:01000000:0.0:1788832400.075864:0:19721:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00100000:3.0:1788832400.075867:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 10000000:01000000:0.0:1788832400.075868:0:19721:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788832400.075885:0:19721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075892:0:19721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832400.075898:0:19721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075905:0:19721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d3600/0x998c12b2835380b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835380bf expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.075914:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832400.075916:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832400.075924:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832400.075940:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218514560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076002:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.076049:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788832400.076055:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218514688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076078:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.076110:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514560 00000100:00100000:0.0:1788832400.076117:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514560 00000100:00100000:0.0:1788832400.076157:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514688 00000100:00100000:0.0:1788832400.076161:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514688 00000100:00100000:0.0:1788832400.076185:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832400.076206:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e119a26-e2c8-49b5-8e81-f568246f48a1+24:3653:x1875726218514560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832400.076219:0:17238:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832400.076233:0:17238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01228400/0x998c12b283538415 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b28353840e expref: 24 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.076245:0:17238:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832400.076278:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e119a26-e2c8-49b5-8e81-f568246f48a1+23:3653:x1875726218514560:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.076285:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832400.076300:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788832400.076306:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36f87c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e119a26-e2c8-49b5-8e81-f568246f48a1+22:3653:x1875726218514688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832400.076313:0:17238:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832400.076322:0:17238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01229600/0x998c12b283538684 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b28353867d expref: 22 pid: 17245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.076330:0:17238:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832400.076351:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36f87c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e119a26-e2c8-49b5-8e81-f568246f48a1+21:3653:x1875726218514688:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.076363:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000080:0.0:1788832400.076423:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0851e000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788832400.076461:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0851f000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788832400.076481:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c054a7000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788832400.076502:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b0851a800 for lustre-MDT0000 00000020:00000080:0.0:1788832400.076507:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b0851c800 for lustre-MDT0000 00000020:00000080:0.0:1788832400.076510:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c054a4800 for lustre-MDT0000 00000100:00100000:0.0:1788832400.076527:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218514432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076552:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.076569:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788832400.076574:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218514816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076592:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788832400.076609:0:20827:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00010000:00010000:0.0:1788832400.076613:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832400.076645:0:20741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514432 00000100:00100000:0.0:1788832400.076650:0:20741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514432 00000100:00080000:3.0:1788832400.076653:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fd38800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788832400.076676:0:20741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514816 00000100:00100000:0.0:1788832400.076680:0:20741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514816 00000100:00100000:0.0:1788832400.076703:0:20741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788832400.076711:0:20741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e119a26-e2c8-49b5-8e81-f568246f48a1+22:3652:x1875726218514432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832400.076718:0:20741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832400.076730:0:20741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cfe600/0x998c12b2835380cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835380c6 expref: 22 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.076742:0:20741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832400.076775:0:20741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e119a26-e2c8-49b5-8e81-f568246f48a1+21:3652:x1875726218514432:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.076781:0:20741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1788832400.076789:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788832400.076793:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788832400.076804:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832400.076805:0:20741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788832400.076814:0:20741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e119a26-e2c8-49b5-8e81-f568246f48a1+20:3652:x1875726218514816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832400.076821:0:20741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832400.076832:0:20741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01228a00/0x998c12b2835380bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835380b8 expref: 20 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832400.076843:0:20741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832400.076868:0:20741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e119a26-e2c8-49b5-8e81-f568246f48a1+19:3652:x1875726218514816:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.076875:0:20741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1788832400.076878:0:20827:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788832400.076890:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c3d6f6000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788832400.076897:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788832400.076899:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788832400.076908:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832400.076923:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218514816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076934:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e119a26-e2c8-49b5-8e81-f568246f48a1:3652:1875726218514432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832400.076964:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218514688:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788832400.076972:0:20827:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1788832400.076974:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:3653:1875726218514560:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788832400.076983:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2c0aef0000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788832400.076999:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218514944:0@lo:39:umount.0 00000020:00080000:3.0:1788832400.077029:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d2c3e77cd28) has no exports 00000100:00100000:0.0:1788832400.077033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.077058:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218515072:0@lo:9:umount.0 00000100:00100000:0.0:1788832400.077081:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.077107:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218515200:0@lo:9:umount.0 00000100:00100000:0.0:1788832400.077127:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832400.077156:0:17256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218514944 00000100:00100000:0.0:1788832400.077160:0:17256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218514944 00000100:00100000:0.0:1788832400.077186:0:17256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788832400.077193:0:17256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1875726218514944:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788832400.077222:0:17256:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835382be 00000100:00080000:0.0:1788832400.077229:0:17256:0:(import.c:65:import_set_state_nolock()) ffff9d2c04db7000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788832400.077245:0:17256:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788832400.077343:0:17256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3650:x1875726218514944:12345-0@lo:39:umount.0 Request processed in 150us (311us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1788832400.077350:0:17256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788832400.077368:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515072 00000100:00100000:0.0:1788832400.077372:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515072 00000100:00100000:0.0:1788832400.077415:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515200 00000100:00100000:0.0:1788832400.077418:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515200 00000100:00100000:0.0:1788832400.077439:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788832400.077446:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1875726218515072:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788832400.077459:0:19715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353841c 00000100:00080000:0.0:1788832400.077465:0:19715:0:(import.c:65:import_set_state_nolock()) ffff9d2b0617d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788832400.077496:0:19715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788832400.077581:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3650:x1875726218515072:12345-0@lo:9:umount.0 Request processed in 135us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.077587:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788832400.077599:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788832400.077605:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1875726218515200:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788832400.077617:0:19715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538423 00000100:00080000:0.0:1788832400.077643:0:19715:0:(import.c:65:import_set_state_nolock()) ffff9d2b06016800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788832400.077660:0:19715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788832400.077726:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3650:x1875726218515200:12345-0@lo:9:umount.0 Request processed in 121us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832400.077732:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788832400.077753:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788832400.077763:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788832400.077775:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788832400.077799:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fd38800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788832400.077805:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218514944:0@lo:39:umount.0 00000100:00080000:0.0:1788832400.077814:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3d6f6000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788832400.077822:0:3650:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788832400.077824:0:3650:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832400.077826:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218515072:0@lo:9:umount.0 00000100:00080000:0.0:1788832400.077835:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c0aef0000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788832400.077837:0:3650:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788832400.077838:0:3650:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832400.077841:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218515200:0@lo:9:umount.0 00010000:00010000:0.0:1788832400.077860:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832400.077945:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832400.078051:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788832400.091838:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d2c3e77cd28) has no exports 00000020:00000080:3.0:1788832400.155427:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538113 00000020:00000080:3.0:1788832400.156135:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3fcca000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788832400.156192:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788832400.157714:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788832400.157729:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788832400.157734:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9d2c3e778000) has no exports 00000020:00000080:2.0:1788832400.159750:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353810c 00000020:00000080:2.0:1788832400.159762:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3e9e8000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788832400.163188:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fcca000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1788832400.170913:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e9e8000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788832400.171061:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832400.171073:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788832400.171079:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3e9ec800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788832400.171082:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e9ec800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788832400.171092:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1788832400.282013:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832400.599019:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788832400.599092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832400.599280:0:18762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515328 00000100:00100000:3.0:1788832400.599288:0:18762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515328 00000100:00080000:0.0:1788832400.599367:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788832400.599377:0:18762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788832400.599388:0:18762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218515328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788832400.599428:0:18762:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788832400.599485:0:18762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218515328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832400.599493:0:18762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788832400.599583:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788832401.112253:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e119a26-e2c8-49b5-8e81-f568246f48a1:3654:1875726218515584:0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112323:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112366:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875726218516096:0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112408:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112437:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1875726218516608:0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112461:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112487:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788832401.112494:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218515456:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788832401.112520:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112611:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218515968:0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112656:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112675:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218516480:0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112697:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.112730:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515584 00000100:00100000:3.0:1788832401.112738:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515584 00000100:00100000:3.0:1788832401.112782:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788832401.112791:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3eb3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e119a26-e2c8-49b5-8e81-f568246f48a1+19:3654:x1875726218515584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.112840:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3eb3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e119a26-e2c8-49b5-8e81-f568246f48a1+19:3654:x1875726218515584:12345-0@lo:400:kworker.0 Request processed in 49us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832401.112913:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788832401.112949:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516096 00000100:00100000:3.0:1788832401.112953:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516096 00000100:00100000:3.0:1788832401.112984:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516608 00000100:00100000:3.0:1788832401.112987:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516608 00000040:00080000:2.0:1788832401.113786:0:18007:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788832401.113891:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515968 00000100:00100000:2.0:1788832401.113897:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515968 00000100:00100000:2.0:1788832401.113938:0:19714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788832401.113946:0:19714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218515968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832401.114004:0:19714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218515968:12345-0@lo:400:kworker.0 Request processed in 60us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832401.114011:0:19714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788832401.114072:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218515968:0@lo:400:kworker.0 00000100:00100000:2.0:1788832401.114086:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e119a26-e2c8-49b5-8e81-f568246f48a1:3654:1875726218515584:0@lo:400:kworker.0 00000100:00080000:2.0:1788832401.114128:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788832401.114133:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788832401.114149:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516480 00000100:00100000:3.0:1788832401.114155:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516480 00000100:00100000:3.0:1788832401.114172:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788832401.114179:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875726218516608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832401.114222:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875726218516608:12345-0@lo:400:kworker.0 Request processed in 44us (1760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832401.115686:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788832401.115697:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1875726218516096:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788832401.115706:0:17253:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832401.115771:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1875726218516096:12345-0@lo:400:kworker.0 Request processed in 74us (3374us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832401.115779:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788832401.115806:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788832401.115810:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1875726218516480:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788832401.115815:0:17253:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832401.115839:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1875726218516480:12345-0@lo:400:kworker.0 Request processed in 27us (3141us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832401.115861:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788832401.115887:0:17257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515456 00000100:00100000:0.0:1788832401.115896:0:17257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515456 00000100:00100000:0.0:1788832401.115928:0:17257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788832401.115933:0:17257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07dde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3654:x1875726218515456:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1788832401.115938:0:17257:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832401.115965:0:17257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07dde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3654:x1875726218515456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 31us (3444us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832401.115971:0:17257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788832401.116001:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515840:0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832401.116066:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1875726218516352:0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116090:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832401.116111:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788832401.116118:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515712:0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116142:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832401.116159:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218516224:0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116181:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832401.116197:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218516736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788832401.116217:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832401.116257:0:18308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515712 00000100:00100000:0.0:1788832401.116261:0:18308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515712 00000100:00100000:0.0:1788832401.116281:0:18308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788832401.116285:0:18308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1875726218515712:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788832401.116290:0:18308:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832401.116318:0:18308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1875726218515712:12345-0@lo:400:kworker.0 Request processed in 31us (175us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832401.116331:0:18308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788832401.116348:0:20739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516352 00000100:00100000:0.0:1788832401.116352:0:20739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516352 00000100:00100000:0.0:1788832401.116380:0:20739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516224 00000100:00100000:0.0:1788832401.116383:0:20739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516224 00000100:00100000:0.0:1788832401.116403:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788832401.116409:0:20739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1875726218516352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116459:0:20739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1875726218516352:12345-0@lo:400:kworker.0 Request processed in 50us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832401.116465:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788832401.116479:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788832401.116482:0:20739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1875726218516224:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788832401.116486:0:20739:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832401.116507:0:20739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1875726218516224:12345-0@lo:400:kworker.0 Request processed in 23us (326us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832401.116512:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788832401.116528:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516736 00000100:00100000:0.0:1788832401.116531:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516736 00000100:00100000:0.0:1788832401.116563:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788832401.116570:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b077a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218516736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788832401.116590:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788832401.116642:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b077a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218516736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832401.116649:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1788832401.116664:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832401.116680:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218515840 00000100:00100000:0.0:1788832401.116683:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218515840 00000100:00100000:0.0:1788832401.116716:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788832401.116723:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218515840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832401.116753:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218515840:12345-0@lo:400:kworker.0 Request processed in 32us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832401.116759:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:0.0:1788832401.116795:0:3652:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788832401.116800:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9d2c36d21800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788832401.116804:0:3652:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:02020000:2.0:1788832401.117826:0:3654:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1788832401.119409:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000001:00100000:1.0:1788832401.121440:0:17231:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788832401.121448:0:17231:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe5a000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788832401.121463:0:17231:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000001:00080000:1.0:1788832401.121471:0:17231:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1788832401.121486:0:17231:0:(genops.c:885:class_export_put()) final put ffff9d2b01a18800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000001:00100000:1.0:1788832401.121493:0:17231:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000001:00080000:1.0:1788832401.121498:0:17231:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788832401.121505:0:17231:0:(genops.c:885:class_export_put()) final put ffff9d2c04cd9000/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:3.0:1788832401.122280:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe5a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788832401.122352:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b01a18800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 for lustre-MDT0000 00000020:00000080:3.0:1788832401.122380:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c04cd9000/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be for lustre-MDT0000 00000020:00000080:3.0:1788832401.122422:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c1fe5f800 for lustre-MDT0000 00000020:00000080:3.0:1788832401.122426:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b01a1a000 for lustre-MDT0000 00000020:00000080:3.0:1788832401.122431:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c2f59b800 for lustre-MDT0000 00000100:00080000:0.0:1788832401.133769:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9d2c36d21800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832401.133784:0:3652:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 469 00000100:00080000:0.0:1788832401.133798:0:3652:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d2c36d21800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832401.133847:0:3652:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe24380 x1875726218516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832401.133883:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515712:0@lo:400:kworker.0 00000100:00080000:0.0:1788832401.133917:0:3652:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788832401.133921:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788832401.133924:0:3652:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788832401.133929:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832401.133932:0:3652:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 482 00000100:00080000:0.0:1788832401.133937:0:3652:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d2b06010800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832401.133951:0:3652:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe24a80 x1875726218516992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832401.133961:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3652:1875726218516224:0@lo:400:kworker.0 00000100:00100000:1.0:1788832401.134015:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218516864:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788832401.134113:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832401.134153:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218516992:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788832401.134180:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832401.134242:0:17256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516864 00000100:00100000:1.0:1788832401.134249:0:17256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516864 00000100:00100000:1.0:1788832401.134286:0:17256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788832401.134294:0:17256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fd0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1875726218516864:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788832401.134311:0:17256:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788832401.134367:0:17256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fd0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1875726218516864:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 72us (254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788832401.134374:0:17256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1788832401.134415:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c36d21800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832401.134421:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832401.134424:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218516864:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788832401.134460:0:20739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218516992 00000100:00100000:1.0:1788832401.134465:0:20739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218516992 00000100:00100000:1.0:1788832401.134490:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788832401.134497:0:20739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3650:x1875726218516992:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788832401.134505:0:20739:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788832401.134549:0:20739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3650:x1875726218516992:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 51us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788832401.134555:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1788832401.134589:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832401.134594:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832401.134597:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218516992:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788832401.136157:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218516736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788832401.136176:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218515840:0@lo:400:kworker.0 00010000:00080000:0.0:1788832401.136190:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b07f13b80 x1875726218516352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832401.136200:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3652:1875726218516352:0@lo:400:kworker.0 00000100:00080000:2.0:1788832401.160731:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788832401.160738:0:3654:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff9d2c36d21800 already not connected (conn 2, was 1): DISCONN 00000100:00080000:3.0:1788832401.160879:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788832401.160885:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788832401.160889:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788832401.160894:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832401.160898:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 498 00000100:00080000:3.0:1788832401.160906:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d2b010ff800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832401.160940:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2dc00 x1875726218517120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832401.160971:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218516480:0@lo:400:kworker.0 00000100:00080000:3.0:1788832401.160984:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788832401.160987:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b073a5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788832401.160990:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788832401.160993:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b073a5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832401.160996:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 469 00000100:00080000:3.0:1788832401.160999:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d2b073a5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832401.161028:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2c380 x1875726218517248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832401.161038:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875726218516096:0@lo:400:kworker.0 00010000:00080000:3.0:1788832401.161059:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b08552300 x1875726218516608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832401.161070:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08552300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1875726218516608:0@lo:400:kworker.0 00000100:00100000:1.0:1788832401.161176:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218517120:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788832401.161236:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832401.161272:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875726218517248:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788832401.161294:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832401.161373:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517120 00000100:00100000:3.0:1788832401.161380:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517120 00000100:00100000:3.0:1788832401.161431:0:17251:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517248 00000100:00100000:3.0:1788832401.161434:0:17251:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517248 00000100:00100000:3.0:1788832401.161452:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788832401.161460:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218517120:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1788832401.161476:0:17251:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788832401.161523:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218517120:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 61us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788832401.161530:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788832401.161557:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788832401.161561:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218517248:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1788832401.161568:0:17251:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788832401.161592:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218517248:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 29us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788832401.161597:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1788832401.161733:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832401.161738:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832401.161742:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218517120:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:1.0:1788832401.161750:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b073a5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832401.161753:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832401.161756:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875726218517248:0@lo:38:ptlrpcd_00_03.0 00000001:00100000:3.0:1788832401.163575:0:19571:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788832401.163583:0:19571:0:(genops.c:885:class_export_put()) final put ffff9d2b0617c000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788832401.163666:0:19571:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:3.0:1788832401.163669:0:19571:0:(genops.c:885:class_export_put()) final put ffff9d2b01976800/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:0.0:1788832401.163790:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0617c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788832401.163843:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06016800 for lustre-OST0001 00000020:00000080:0.0:1788832401.163973:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b01976800/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be for lustre-OST0001 00000020:00000080:0.0:1788832401.164055:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b01972800 for lustre-OST0001 00000001:00100000:2.0:1788832401.164182:0:17985:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788832401.164193:0:17985:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1788832401.164196:0:17985:0:(genops.c:885:class_export_put()) final put ffff9d2c09886800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788832401.164212:0:17985:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000001:00080000:2.0:1788832401.164217:0:17985:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1788832401.164219:0:17985:0:(genops.c:885:class_export_put()) final put ffff9d2b01a1d800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 00000001:00100000:2.0:1788832401.164223:0:17985:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000001:00080000:2.0:1788832401.164228:0:17985:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1788832401.164230:0:17985:0:(genops.c:885:class_export_put()) final put ffff9d2b010fb000/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be 00000020:00000080:0.0:1788832401.164272:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c09886800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1788832401.164305:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b01a1d800/25d19dc9-bcf5-4e5e-99ff-d6d53f235ab6 for lustre-MDT0001 00000020:00000080:0.0:1788832401.164326:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b010fb000/73b2bbc4-d88c-47e1-9bb5-22ce7d03d3be for lustre-MDT0001 00000020:00000080:0.0:1788832401.164346:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c04db7000 for lustre-MDT0001 00000020:00000080:0.0:1788832401.164350:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b01a18000 for lustre-MDT0001 00000020:00000080:0.0:1788832401.164353:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b010ff000 for lustre-MDT0001 00010000:00010000:2.0:1788832401.303230:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788832402.199665:0:20827:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c0a293d20 - data ffff9d2c31682af8/ffff9d2c065a3800 00000020:01000000:2.0:1788832402.199830:0:20827:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2b0634af60 - data ffff9d2c316891b0/ffff9d2c06749c00 00000001:00000004:2.0:1788832402.206518:0:20827:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1788832402.260337:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788832402.260346:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788832402.260361:0:20827:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9d2b07f11c00 x1875726218514944/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788832410 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832402.260386:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788832402.264590:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788832402.264598:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1788832402.264686:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832402.264689:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788832402.267082:0:17275:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788832402.267091:0:17275:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1788832402.267106:0:17275:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788832402.271010:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788832402.271033:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1788832402.271053:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832402.271056:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788832402.273555:0:17277:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788832402.273574:0:17277:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1788832402.273589:0:17277:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788832402.278233:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835380db 00000020:00000080:0.0:1788832402.278246:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39180000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788832402.279704:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835380f0 00000020:00000080:0.0:1788832402.279718:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39183000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788832402.279725:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1788832402.279730:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832402.279739:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788832402.279744:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9d2c3e7799b8) has no exports 00000004:01000000:0.0:1788832402.279921:0:20827:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788832402.279930:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538152 00000020:00000080:0.0:1788832402.279935:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c09c2a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788832402.279939:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788832402.279942:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832402.279947:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832402.279949:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9d2c358299b8) has no exports 00000020:00000080:0.0:1788832402.279956:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353814b 00000020:00000080:0.0:1788832402.279960:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c0aef3800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1788832402.280332:0:20827:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788832402.280337:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788832402.280342:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1788832402.280348:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832402.280350:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832402.280380:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832402.280397:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788832402.280403:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353813d 00000020:00000080:0.0:1788832402.280408:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3e71e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788832402.280411:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788832402.280415:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832402.280429:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832402.280432:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9d2c3fd1b370) has no exports 00000020:00000080:0.0:1788832402.280445:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538136 00000020:00000080:0.0:1788832402.280449:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3d6f3000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1788832402.280821:0:20827:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788832402.280824:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788832402.280827:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1788832402.280831:0:20827:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832402.280832:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832402.280857:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832402.280861:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1788832402.280870:0:20827:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788832402.280875:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538128 00000020:00000080:0.0:1788832402.280880:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3d6f7000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788832402.280884:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1788832402.280887:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832402.280890:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832402.280893:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9d2b073e4d28) has no exports 00000020:00000080:0.0:1788832402.280897:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538121 00000020:00000080:0.0:1788832402.280900:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3fd3f000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788832402.281178:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39180000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788832402.281188:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39183000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788832402.281193:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c09c2a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788832402.281197:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c0aef3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788832402.281202:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c0aef0000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788832402.281208:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c3e719000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788832402.281210:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e719000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788832402.281214:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788832402.281304:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e71e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788832402.281312:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3d6f3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788832402.281318:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c3d6f6000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788832402.281325:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c3d6f1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788832402.281328:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3d6f1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788832402.281333:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788832402.281375:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3d6f7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788832402.281384:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fd3f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788832402.285863:0:20827:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788832402.285872:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788832402.285877:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788832402.285902:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788832402.285947:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c3fd38800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788832402.285972:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.285984:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788832402.285989:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39182800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788832402.285993:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39182800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1788832402.286008:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788832402.286108:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.286112:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788832402.286115:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c390c0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788832402.286118:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c390c0800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788832402.286123:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788832402.286950:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835380f7 00000020:00000080:2.0:1788832402.286959:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39184800/lustre-MDD0000_UUID 00000020:01000000:2.0:1788832402.286977:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788832402.286983:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832402.286988:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788832402.286992:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9d2c3e77b370) has no exports 00000020:00000080:2.0:1788832402.287015:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.287019:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788832402.287024:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835380fe 00000020:00000080:2.0:1788832402.287028:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39181000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788832402.287032:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39184800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788832402.287038:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c39187800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788832402.287041:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39187800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000004:2.0:1788832402.287046:0:20827:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2b07d5b800 from lustre-MDT0000, refs=3 00000020:01000000:3.0:1788832402.287047:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:2.0:1788832402.287053:0:20827:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b07d5b800 3 00000020:01000004:2.0:1788832402.287057:0:20827:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d2b07d5b800 from lustre-MDT0000 00000020:00000080:2.0:1788832402.287077:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.287081:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788832402.287083:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c39185800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788832402.287086:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39185800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788832402.287098:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1788832402.287112:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39181000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1788832402.287143:0:20827:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788832402.287147:0:20827:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788832402.287157:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788832402.287159:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832402.287161:0:20827:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788832402.287942:0:20827:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9d2b06005800 7e119a26-e2c8-49b5-8e81-f568246f48a1 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788832402.287952:0:20827:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9d2b0600cd28) has exports, disconnecting them 00000020:00080000:2.0:1788832402.287958:0:20827:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9d2b06005800), last request at 1788832315 00000020:00000080:2.0:1788832402.287973:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835380a3 00000020:00010000:2.0:1788832402.287977:0:20827:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d2b06005800: total 0 00000100:00080000:2.0:1788832402.287982:0:20827:0:(import.c:65:import_set_state_nolock()) ffff9d2b06000000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788832402.288001:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b06005800): rc 0 00000020:00080000:2.0:1788832402.288005:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9d2b0600cd28) has no exports 00000100:00100000:2.0:1788832402.288057:0:17245:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9d2c182df600:17245] 2 exiting: rc = 0 00000100:00100000:3.0:1788832402.288127:0:17243:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9d2c04acbe00:17243] 0 exiting: rc = 1 00000020:00010000:1.0:1788832402.298143:0:17239:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d2b06005800: total 0 00010000:00010000:1.0:1788832402.298268:0:17239:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d2b06005800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1788832402.298302:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c00031c00/0x998c12b28353865a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538653 expref: 14 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298323:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01228000/0x998c12b283538668 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538661 expref: 13 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298335:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c421d3a00/0x998c12b2835381de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835381d7 expref: 12 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298346:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cff400/0x998c12b2835380b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835380aa expref: 11 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298371:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092ddc00/0x998c12b283538676 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b28353866f expref: 10 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298385:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cfee00/0x998c12b2835383c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835383c1 expref: 9 pid: 17244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298406:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c1fe0c400/0x998c12b283538407 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538400 expref: 8 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298418:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c1fe0c800/0x998c12b283538304 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835382fd expref: 7 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298428:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c1fe0d000/0x998c12b28353827f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538278 expref: 6 pid: 17245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298438:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c421d3e00/0x998c12b2835381d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835381c9 expref: 5 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298450:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c00031800/0x998c12b28353839e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538397 expref: 4 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298460:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c01229e00/0x998c12b2835381c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b2835381bb expref: 3 pid: 17245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298471:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cffc00/0x998c12b28353832e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x998c12b283538327 expref: 2 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832402.298481:0:17239:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d2b06005800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788832402.298494:0:17239:0:(genops.c:885:class_export_put()) final put ffff9d2b06005800/7e119a26-e2c8-49b5-8e81-f568246f48a1 00000100:00100000:2.0:1788832402.298708:0:17244:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9d2c04acb800:17244] 1 exiting: rc = 0 00000100:00100000:2.0:1788832402.298831:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298840:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298847:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298853:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298859:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298864:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298869:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298874:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298879:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298885:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298890:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298896:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298901:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298906:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298911:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298917:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298922:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298927:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298932:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298937:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298951:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298956:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298961:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298966:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298971:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298976:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298981:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298987:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298993:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.298998:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299004:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299009:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299014:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299020:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299031:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299037:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299042:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299047:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299052:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299056:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299061:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299067:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299072:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299078:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299083:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299089:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299095:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299100:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299105:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299110:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299116:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299121:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299126:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299131:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299136:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299150:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299156:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299161:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299166:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299171:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299176:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299181:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299186:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832402.299206:0:20827:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:1.0:1788832402.299375:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832402.299384:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832402.299395:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788832402.299791:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06005800/7e119a26-e2c8-49b5-8e81-f568246f48a1 for MGS 00000020:00000080:3.0:1788832402.299830:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06000000 for MGS 00000020:01000000:3.0:1788832402.304652:0:20827:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c0a2932a0 - data ffff9d2c3170b5e8/ffff9d2c065a2c00 00000020:01000000:3.0:1788832402.304800:0:20827:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2b0169c840 - data ffff9d2c31475d80/ffff9d2c09c0b000 00000020:00000080:3.0:1788832402.305252:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538087 00000020:00000080:3.0:1788832402.305261:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3fdbd000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788832402.305279:0:20827:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2b07d5b800 from MGS, refs=2 00000020:01000004:3.0:1788832402.305282:0:20827:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b07d5b800 2 00000020:01000004:3.0:1788832402.305286:0:20827:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d2b07d5b800 from MGS 00000020:00000080:3.0:1788832402.305309:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788832402.305316:0:20827:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788832402.305319:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3fdba000/MGS 00000020:00000080:3.0:1788832402.305322:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fdba000/MGS for MGS 00000020:01000000:3.0:1788832402.305328:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788832402.305420:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788832402.305424:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832402.305430:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788832402.305438:0:20827:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9d2c1fe5e000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788832402.305444:0:20827:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9d2b073e0000) has exports, disconnecting them 00000020:00080000:3.0:1788832402.305449:0:20827:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9d2c1fe5e000), last request at 1788832315 00000020:00000080:3.0:1788832402.305453:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353818a 00000020:00080000:3.0:1788832402.305463:0:20827:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2c1fe5e000): rc 0 00000020:00000080:3.0:1788832402.305467:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe5e000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788832402.306187:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fdbd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788832402.306197:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe5e000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788832402.316680:0:20827:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788832402.316689:0:20827:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788832402.316694:0:20827:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788832402.316700:0:20827:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788832402.316730:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c1fe58800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788832402.316895:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.316905:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1788832402.316910:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe59800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788832402.316914:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe59800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1788832402.316926:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788832402.317006:0:20827:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b07d5b800 1 00000020:00000080:2.0:1788832402.317013:0:20827:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538079 00000020:00000080:2.0:1788832402.317019:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c3fdbd800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788832402.317027:0:20827:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788832402.317035:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fdbd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788832402.317045:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832402.317049:0:20827:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788832402.317053:0:20827:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9d2b073e19b8) has no exports 00010000:00010000:2.0:1788832402.424119:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788832402.426511:0:20827:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832402.426533:0:20827:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788832402.426539:0:20827:0:(genops.c:885:class_export_put()) final put ffff9d2c04a8d800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788832402.426543:0:20827:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c04a8d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788832402.426555:0:20827:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788832402.428340:0:20827:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d2c21b5d000 00000020:02000400:2.0:1788832402.428470:0:20827:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788832403.478780:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832404.505796:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832405.526877:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832405.719219:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218517376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788832405.719289:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832405.719424:0:18761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517376 00000100:00100000:0.0:1788832405.719433:0:18761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517376 00000100:00100000:0.0:1788832405.719489:0:18761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788832405.719499:0:18761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218517376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788832405.719532:0:18761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788832405.719587:0:18761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218517376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832405.719596:0:18761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1788832405.719640:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788832405.719684:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218517376:0@lo:13:osp-pre-0-1.0 00000001:00100000:2.0:1788832405.720744:0:18754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788832405.720750:0:18754:0:(genops.c:885:class_export_put()) final put ffff9d2b0617d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788832405.720834:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0617d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788832405.720892:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b0617d000 for lustre-OST0000 00000020:01000004:1.0:1788832406.071906:0:21028:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788832406.083803:0:21028:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788832406.083852:0:21028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.083864:0:21028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.083870:0:21028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.083896:0:21028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.083911:0:21028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788832406.083916:0:21028:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1788832406.084060:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788832406.084068:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832406.084075:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c1fe0d400 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:2.0:1788832406.084079:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832406.084088:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832406.084095:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832406.084101:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788832406.084103:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788832406.084106:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788832406.084142:0:20282:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832406.084156:0:20282:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788832406.084188:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832406.084195:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d400/0x998c12b283538278 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b28353827f expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832406.084207:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788832406.084355:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832406.084369:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832406.084376:0:21028:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788832406.084381:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2b073a5000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788832406.084385:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832406.084387:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788832406.084389:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788832406.084806:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832406.084808:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832406.084824:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788832406.084843:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e119a26-e2c8-49b5-8e81-f568246f48a1:3654:1875726218517504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832406.084905:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832406.085460:0:20741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517504 00000100:00100000:2.0:1788832406.085468:0:20741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517504 00000100:00100000:2.0:1788832406.085549:0:20741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788832406.085557:0:20741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3654:x1875726218517504:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788832406.085563:0:20741:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788832406 with bad export cookie 11064238942459232419 00010000:00010000:3.0:1788832406.086594:0:21028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086609:0:21028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086617:0:21028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086644:0:21028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086665:0:21028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832406.086671:0:21028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086694:0:21028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086701:0:21028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086707:0:21028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086717:0:21028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788832406.086722:0:21028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086728:0:21028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086734:0:21028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086741:0:21028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086755:0:21028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788832406.086760:0:21028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086766:0:21028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086780:0:21028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086787:0:21028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832406.086797:0:21028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1788832406.086800:0:21028:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788832406.086821:0:21028:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788832406.086824:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788832406.086828:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832406.086833:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788832406.086838:0:21028:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d2b06179000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788832406.086843:0:21028:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d2b06011800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788832406.086848:0:21028:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9d2c3582cd28) has exports, disconnecting them 00000020:00080000:3.0:1788832406.086852:0:21028:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d2b06179000), last request at 1788832401 00000020:00000080:3.0:1788832406.086859:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835383f2 00000100:00080000:3.0:1788832406.086873:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2b0617a000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788832406.086916:0:21028:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b06179000): rc 0 00000020:00000080:3.0:1788832406.086918:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2b06179000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788832406.086928:0:21028:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d2b06011800), last request at 1788832401 00000020:00000080:3.0:1788832406.086930:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538358 00000100:00080000:3.0:1788832406.086934:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2b06014000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788832406.086940:0:21028:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b06011800): rc 0 00000020:00000080:3.0:1788832406.086941:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2b06011800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788832406.086947:0:21028:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb56201ccfae0 00000100:00080000:3.0:1788832406.086962:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832406.086976:0:21028:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9d2c3fd0c380 x1875726218515456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788832417 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832406.086989:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832406.087799:0:21028:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788832406.087805:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2c36d21800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1788832406.087884:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788832406.087892:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.087902:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c1fe0c000 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:1.0:1788832406.087905:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.087914:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832406.087921:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832406.087926:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788832406.087928:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1788832406.087931:0:17239:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1788832406.087966:0:17239:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.087972:0:17239:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832406.087998:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088005:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0c000/0x998c12b2835381d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381de expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088017:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788832406.088030:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088036:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229000 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:1.0:1788832406.088040:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088047:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832406.088054:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832406.088059:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788832406.088061:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788832406.088064:0:17239:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788832406.088077:0:17239:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088083:0:17239:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832406.088098:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088105:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c01229000/0x998c12b283538400 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538407 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088118:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788832406.088122:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088127:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031e00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:1.0:1788832406.088144:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088151:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832406.088157:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832406.088163:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788832406.088165:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788832406.088168:0:17239:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788832406.088183:0:17239:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788832406.088189:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06179000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00010000:00010000:1.0:1788832406.088190:0:17239:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832406.088197:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088204:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b28353866f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b283538676 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088214:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832406.088218:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088224:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c1fe0ca00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:1.0:1788832406.088227:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088234:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832406.088247:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788832406.088251:0:14992:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06011800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 10000000:01000000:1.0:1788832406.088254:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788832406.088258:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788832406.088260:0:17239:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788832406.088272:0:17239:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088279:0:17239:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832406.088285:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088292:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0ca00/0x998c12b2835381c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x998c12b2835381d0 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832406.088303:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832406.088305:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832406.088307:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832406.088322:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218517760:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1788832406.088386:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b0617a000 for lustre-MDT0001 00000020:00000080:0.0:1788832406.088392:0:14992:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06014000 for lustre-MDT0001 00000100:00100000:1.0:1788832406.088397:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832406.088443:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832406.088450:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218517888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788832406.088472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832406.088509:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517760 00000100:00100000:0.0:1788832406.088513:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218517888 00000100:00100000:1.0:1788832406.088515:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517760 00000100:00100000:1.0:1788832406.088549:0:17237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832406.088555:0:17237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3651:x1875726218517760:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788832406.088570:0:17237:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788832406 with bad export cookie 11064238942459232419 00000100:00100000:1.0:1788832406.088613:0:17237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3651:x1875726218517760:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (219us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832406.088642:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218517888 00000100:00100000:1.0:1788832406.088644:0:17237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1788832406.088679:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:0.0:1788832406.088679:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788832406.088686:0:3651:0:(import.c:65:import_set_state_nolock()) ffff9d2c09882800 MGS: changing import state from FULL to DISCONN 00000100:00100000:0.0:1788832406.088691:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3651:x1875726218517888:12345-0@lo:103:ldlm_bl.0 00000100:02020000:1.0:1788832406.088694:0:3651:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.126@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00020000:0.0:1788832406.088701:0:17238:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788832406 with bad export cookie 11064238942459232419 00000100:00100000:0.0:1788832406.088737:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3651:x1875726218517888:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (264us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832406.088743:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:2.0:1788832406.097191:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832406.097201:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832406.097283:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832406.106287:0:20741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3654:x1875726218517504:12345-0@lo:103:ldlm_bl.0 Request processed in 20720us (21372us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832406.106301:0:20741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1788832406.110093:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788832406.110102:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788832406.110120:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788832406.110191:0:21028:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788832406.110219:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2c054a5800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788832406.110240:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788832406.110242:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788832406.110249:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788832406.110321:0:21028:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788832406.110329:0:21028:0:(import.c:65:import_set_state_nolock()) ffff9d2c39187000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788832406.110382:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d2c3582cd28) has no exports 00000100:00080000:1.0:1788832406.110928:0:3651:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.126@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788832406.110932:0:3651:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788832406.110940:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2b067f4000 x1875726218517504/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788832422 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832406.110952:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2c3e774000 x1875726218517760/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788832422 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832406.110973:0:3651:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2c3e776680 x1875726218517888/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788832422 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788832406.110981:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788832406.110984:0:3651:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788832406.110985:0:3651:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788832406.111111:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e119a26-e2c8-49b5-8e81-f568246f48a1:0:1875726218518016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832406.111647:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e119a26-e2c8-49b5-8e81-f568246f48a1:0:1875726218517632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832406.111666:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e119a26-e2c8-49b5-8e81-f568246f48a1:3654:1875726218517504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832406.111672:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fd0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218515456:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788832406.112204:0:3651:0:(import.c:65:import_set_state_nolock()) ffff9d2c09882800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832406.112277:0:3651:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 455 00000100:00080000:1.0:1788832406.112349:0:3651:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9d2c09882800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832406.112377:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218518144:0@lo:9:umount.0 00000100:00100000:1.0:1788832406.112439:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832406.112512:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218518272:0@lo:9:umount.0 00000100:00100000:1.0:1788832406.112537:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832406.112690:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f4000 x1875726218518400/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788832406.112737:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218517888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832406.112742:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e119a26-e2c8-49b5-8e81-f568246f48a1:3651:1875726218517760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788832406.112887:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e119a26-e2c8-49b5-8e81-f568246f48a1:3650:1875726218518400:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1788832406.112918:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875726218518400 offset 0 length 520: 4 00000100:00100000:0.0:1788832406.113178:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518144 00000100:00100000:0.0:1788832406.113186:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518144 00000100:00100000:0.0:1788832406.113245:0:18759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518272 00000100:00100000:0.0:1788832406.113249:0:18759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518272 00000100:00100000:0.0:1788832406.113282:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788832406.113302:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875726218518144:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788832406.113325:0:18759:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538382 00000100:00080000:0.0:1788832406.113333:0:18759:0:(import.c:65:import_set_state_nolock()) ffff9d2b0851b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788832406.113379:0:18759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788832406.113517:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3650:x1875726218518144:12345-0@lo:9:umount.0 Request processed in 226us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832406.113524:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788832406.113537:0:18759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788832406.113543:0:18759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875726218518272:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788832406.113553:0:18759:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353842a 00000100:00080000:0.0:1788832406.113557:0:18759:0:(import.c:65:import_set_state_nolock()) ffff9d2b010fd000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788832406.113576:0:18759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788832406.113743:0:18759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3650:x1875726218518272:12345-0@lo:9:umount.0 Request processed in 200us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832406.113748:0:18759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1788832406.113765:0:17246:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788832406.114068:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788832406.114155:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c054a5800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788832406.114173:0:3650:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788832406.114175:0:3650:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788832406.114179:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218518144:0@lo:9:umount.0 00000100:00080000:1.0:1788832406.114189:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c39187000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788832406.114198:0:3650:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788832406.114200:0:3650:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788832406.114202:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218518272:0@lo:9:umount.0 00010000:00010000:1.0:1788832406.114249:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788832406.117916:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d2c3582cd28) has no exports 00000020:01000000:1.0:1788832406.171166:0:21028:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2b06058480 - data ffff9d2c3172b288/ffff9d2b01859800 00000020:01000000:1.0:1788832406.171462:0:21028:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c028bc960 - data ffff9d2c0a825e58/ffff9d2c30738c00 00000001:00000004:1.0:1788832406.182146:0:21028:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788832406.230910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832406.230920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788832406.230933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832406.230942:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 541 00000100:00080000:0.0:1788832406.230948:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788832406.230955:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d2b06010800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832406.231006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe26300 x1875726218518528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832406.231080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832406.231083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788832406.231085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832406.231089:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 541 00000100:00080000:0.0:1788832406.231091:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788832406.231095:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d2b010ff800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832406.231107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe24a80 x1875726218518784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832406.231160:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218518912:0@lo:400:kworker.0 00000100:00100000:1.0:1788832406.231427:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218518528:0@lo:38:kworker.0 00000100:00100000:1.0:1788832406.231472:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832406.231514:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218518784:0@lo:38:kworker.0 00000100:00100000:1.0:1788832406.231537:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832406.231580:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518528 00000100:00100000:1.0:1788832406.231587:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518528 00000100:00100000:1.0:1788832406.231764:0:17253:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518784 00000100:00100000:1.0:1788832406.231768:0:17253:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518784 00000100:00100000:1.0:1788832406.231789:0:17253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788832406.231796:0:17253:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218518528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788832406.231816:0:17253:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788832406.232021:0:17251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788832406.232027:0:17251:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218518784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788832406.232038:0:17251:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788832406.232093:0:17251:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218518784:12345-0@lo:38:kworker.0 Request processed in 63us (554us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788832406.232100:0:17251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788832406.232129:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218518656:0@lo:400:kworker.0 00000100:00100000:3.0:1788832406.232157:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832406.232188:0:17252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518656 00000100:00100000:3.0:1788832406.232192:0:17252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518656 00000100:00100000:3.0:1788832406.232228:0:17252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788832406.232233:0:17252:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3654:x1875726218518656:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788832406.232239:0:17252:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788832406.232268:0:17252:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3654:x1875726218518656:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788832406.232274:0:17252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1788832406.232318:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788832406.232322:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b06011000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788832406.232325:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1788832406.232659:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832406.232736:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218518912 00000100:00100000:0.0:1788832406.232740:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218518912 00000100:00100000:0.0:1788832406.232763:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788832406.232768:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1875726218518912:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788832406.232774:0:17816:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788832406.232806:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1875726218518912:12345-0@lo:400:kworker.0 Request processed in 37us (148us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788832406.232811:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1788832406.232838:0:3651:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788832406.232841:0:3651:0:(import.c:65:import_set_state_nolock()) ffff9d2b06015800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788832406.232844:0:3651:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788832406.232848:0:3651:0:(import.c:65:import_set_state_nolock()) ffff9d2b06015800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832406.232852:0:3651:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1788832406.232857:0:3651:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d2b06015800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832406.232888:0:3651:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc07800 x1875726218519040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832406.232903:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218518912:0@lo:400:kworker.0 00000100:00100000:0.0:1788832406.232939:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218519040:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788832406.232977:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788832406.233000:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788832406.233005:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788832406.233008:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218518784:0@lo:38:kworker.0 00000100:00100000:0.0:1788832406.233029:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218519040 00000100:00100000:0.0:1788832406.233032:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218519040 00000100:00100000:0.0:1788832406.233050:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788832406.233054:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1875726218519040:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788832406.233065:0:17816:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788832406.233104:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1875726218519040:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 48us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788832406.233109:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:0.0:1788832406.233132:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b06015800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788832406.233136:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788832406.233138:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218519040:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788832406.246430:0:17253:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218518528:12345-0@lo:38:kworker.0 Request processed in 14627us (14959us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788832406.246456:0:17253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1788832406.246515:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788832406.246522:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788832406.246527:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218518528:0@lo:38:kworker.0 00000100:00080000:0.0:1788832406.257014:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788832406.257023:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788832406.257044:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788832406.261344:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788832406.261354:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788832406.261388:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832406.261391:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788832406.262564:0:17993:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788832406.262570:0:17993:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788832406.262582:0:17993:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788832406.263116:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788832406.263131:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788832406.263149:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832406.263151:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788832406.263715:0:17995:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788832406.263720:0:17995:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788832406.263728:0:17995:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788832406.264731:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835381ec 00000020:00000080:0.0:1788832406.264741:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc31000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788832406.265326:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc31000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788832406.265841:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538201 00000020:00000080:0.0:1788832406.265849:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc30000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788832406.265899:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788832406.265905:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832406.265914:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788832406.265919:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9d2c35828000) has no exports 00000004:01000000:0.0:1788832406.266077:0:21028:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788832406.266086:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538255 00000020:00000080:0.0:1788832406.266090:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe5d000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788832406.269373:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788832406.269404:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832406.269417:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832406.269422:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9d2c18ec99b8) has no exports 00000020:00000080:0.0:1788832406.269432:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353824e 00000020:00000080:0.0:1788832406.269441:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c39182000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788832406.269839:0:21028:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788832406.269844:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788832406.269849:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788832406.269855:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832406.269857:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832406.269900:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832406.269916:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832406.270025:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc30000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1788832406.270036:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe5d000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788832406.270040:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c39182000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788832406.270045:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c39187000 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788832406.270050:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe5e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788832406.270052:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe5e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1788832406.270056:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788832406.270586:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538240 00000020:00000080:0.0:1788832406.270593:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c1fe5c800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788832406.270674:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788832406.270679:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832406.270684:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832406.270688:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9d2c3fd1cd28) has no exports 00000020:00000080:0.0:1788832406.270693:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538232 00000020:00000080:0.0:1788832406.270696:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c054a5000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788832406.270718:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c1fe5c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788832406.270917:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c054a5000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788832406.271690:0:21028:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788832406.271694:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788832406.271698:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788832406.271704:0:21028:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788832406.271705:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832406.271741:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832406.271748:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788832406.271761:0:21028:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788832406.271767:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538224 00000020:00000080:0.0:1788832406.271773:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c36d26000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788832406.271777:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788832406.271782:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832406.271786:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788832406.271788:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9d2b0600b370) has no exports 00000020:00000080:0.0:1788832406.271793:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353821d 00000020:00000080:0.0:1788832406.271796:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c36d27000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788832406.273098:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c054a5800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788832406.273111:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c36c4b800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788832406.273114:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c36c4b800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1788832406.273198:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832406.273356:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c36d26000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788832406.273372:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c36d27000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000100:00080000:3.0:1788832406.295918:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9d2b06011000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832406.295941:0:3654:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 483 00000100:00080000:3.0:1788832406.295952:0:3654:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9d2b06011000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832406.296192:0:3654:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2f800 x1875726218519168/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832406.296232:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218518656:0@lo:400:kworker.0 00000100:00100000:3.0:1788832406.296274:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3650:1875726218519168:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1788832406.296521:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832406.296581:0:17816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218519168 00000100:00100000:3.0:1788832406.296589:0:17816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218519168 00000100:00100000:3.0:1788832406.296889:0:17816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788832406.296898:0:17816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1875726218519168:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1788832406.296917:0:17816:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788832406.297422:0:17816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3650:x1875726218519168:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 521us (900us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788832406.297430:0:17816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1788832406.297947:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b06011000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832406.297954:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832406.298648:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3650:1875726218519168:0@lo:38:ptlrpcd_00_03.0 00010000:01000000:1.0:1788832406.299692:0:21028:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1788832406.299699:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788832406.299703:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788832406.299711:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788832406.299769:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832406.299781:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832406.299823:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832406.299827:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832406.299832:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3e71d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788832406.299836:0:21028:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e71d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1788832406.299848:0:21028:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832406.299999:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538208 00000020:00000080:1.0:1788832406.300005:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc37000/lustre-MDD0001_UUID 00000020:01000000:1.0:1788832406.300011:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1788832406.300014:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788832406.300019:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788832406.300023:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9d2c3582b370) has no exports 00000020:00000080:1.0:1788832406.300044:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832406.300047:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1788832406.300050:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353820f 00000020:00000080:1.0:1788832406.300053:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc32800/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1788832406.300060:0:21028:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c3fc69800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1788832406.300063:0:21028:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c3fc69800 2 00000020:01000004:1.0:1788832406.300066:0:21028:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d2c3fc69800 from lustre-MDT0001 00000020:00000080:1.0:1788832406.300083:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832406.300086:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1788832406.300088:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc34800/lustre-MDT0001_UUID 00000020:00000080:1.0:1788832406.300090:0:21028:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc34800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1788832406.300097:0:21028:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1788832406.300122:0:21028:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1788832406.300125:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1788832406.300137:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788832406.300141:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788832406.300146:0:21028:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9d2b073a6800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788832406.300152:0:21028:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9d2c3fd18000) has exports, disconnecting them 00000020:00080000:1.0:1788832406.300156:0:21028:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9d2b073a6800), last request at 1788832329 00000020:00000080:1.0:1788832406.300160:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353828d 00000020:00080000:1.0:1788832406.300172:0:21028:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b073a6800): rc 0 00000020:00000080:1.0:1788832406.300175:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2b073a6800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788832406.300939:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c36d21800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1788832406.300949:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c02d7a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788832406.300952:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c02d7a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1788832406.300974:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788832406.301065:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc37000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1788832406.301068:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc34000/lustre-MDD0001_UUID 00000020:00000080:3.0:1788832406.301070:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc34000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1788832406.301073:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1788832406.301161:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc32800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788832406.301165:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b073a6800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1788832406.309745:0:21028:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1788832406.309754:0:21028:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832406.309758:0:21028:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788832406.309765:0:21028:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788832406.309797:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b073a5000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788832406.310218:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788832406.310227:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1788832406.310232:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2b073a2800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1788832406.310236:0:21028:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b073a2800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1788832406.310242:0:21028:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1788832406.310395:0:21028:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c3fc69800 1 00000020:00000080:3.0:1788832406.310401:0:21028:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835381b4 00000020:00000080:3.0:1788832406.310407:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c358ef800/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1788832406.310417:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1788832406.310426:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c358ef800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788832406.310437:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832406.310442:0:21028:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788832406.310446:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9d2c18ec8000) has no exports 00000020:00000080:2.0:1788832406.441051:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832406.441067:0:21028:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788832406.441073:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2c3fc6a000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788832406.441077:0:21028:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3fc6a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788832406.441088:0:21028:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788832406.441208:0:21028:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d2c3fc68800 00000020:01000000:2.0:1788832406.441230:0:21028:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788832406.441234:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832406.441240:0:21028:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788832406.441244:0:21028:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9d2b073e3370) has no exports 00000100:00100000:2.0:1788832406.441381:0:20739:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff9d2b063fec00:20739] 4 exiting: rc = 0 00000100:00100000:2.0:1788832406.441478:0:17816:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9d2b064d9200:17816] 3 exiting: rc = 0 00000100:00100000:0.0:1788832406.441752:0:17252:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9d2c182de600:17252] 1 exiting: rc = 0 00000100:00100000:1.0:1788832406.441779:0:17253:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9d2c182dfa00:17253] 2 exiting: rc = 0 00000100:00100000:0.0:1788832406.441851:0:17251:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9d2c3fcb3200:17251] 0 exiting: rc = 1 00000100:00100000:2.0:1788832406.442939:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442947:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442953:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442959:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442964:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442969:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442974:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442980:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442985:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442991:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.442996:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443001:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443007:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443013:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443018:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443023:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443042:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443048:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443053:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443058:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443063:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443068:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443074:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443079:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443084:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443090:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443095:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443101:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443107:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443113:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443119:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443124:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443130:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443137:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443142:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443149:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443156:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443161:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443166:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443172:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443177:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443183:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443190:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443195:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443201:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443207:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443213:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443219:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443224:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443231:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443237:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443250:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443255:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443261:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443267:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443272:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443277:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443283:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443288:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443295:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443301:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443305:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443310:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.443315:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.449079:0:17255:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9d2c0af09a00:17255] 1 exiting: rc = 0 00000100:00100000:3.0:1788832406.452900:0:17254:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9d2b07631c00:17254] 0 exiting: rc = 1 00000100:00100000:1.0:1788832406.455805:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455825:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455832:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455838:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455843:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455848:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455853:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455858:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455863:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455868:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455874:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455879:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455885:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455890:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455895:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455900:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455905:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455911:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455917:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455921:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455926:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455932:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455938:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455944:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455962:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455967:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455971:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455976:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455981:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455986:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455991:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.455997:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456002:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456007:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456012:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456016:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456021:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456026:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456032:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456037:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456043:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456049:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456054:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456059:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456064:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456069:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456074:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456079:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456084:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456089:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456094:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456099:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456114:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456120:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456125:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456130:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456136:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456141:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456146:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456160:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456165:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456170:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456175:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456180:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.456713:0:17256:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9d2c3589c400:17256] 0 exiting: rc = 1 00000100:00100000:1.0:1788832406.456825:0:18308:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9d2c0539f600:18308] 2 exiting: rc = 0 00000100:00100000:3.0:1788832406.457444:0:17257:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9d2c3589d800:17257] 1 exiting: rc = 0 00000100:00100000:1.0:1788832406.458224:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458233:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458240:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458246:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458254:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458260:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458267:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458275:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458297:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458305:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458310:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458316:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458322:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458327:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458333:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458339:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458345:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458351:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458357:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458375:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458396:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458403:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458410:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458415:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458421:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458427:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458432:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458438:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458456:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458462:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458467:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458474:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458496:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458517:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458523:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458528:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458534:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458539:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458545:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458550:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458556:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458562:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458567:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458574:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458595:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458603:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458609:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458614:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458648:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458655:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458659:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458666:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458672:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458676:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458682:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458688:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458709:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458716:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458722:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458727:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458733:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458738:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458743:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.458768:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832406.482901:0:17258:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9d2c3e57b200:17258] 0 exiting: rc = 1 00000100:00100000:3.0:1788832406.483725:0:17259:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9d2c3e57b800:17259] 1 exiting: rc = 0 00000100:00100000:2.0:1788832406.489781:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489823:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489830:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489835:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489842:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489846:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489852:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489856:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489861:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489867:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489886:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489892:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489897:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489901:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489906:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489910:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489915:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489920:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489925:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489930:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489935:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489940:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489965:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489971:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489976:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489981:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489987:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489993:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.489998:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490003:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490008:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490013:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490018:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490023:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490028:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490034:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490039:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490045:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490050:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490056:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490061:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490070:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490076:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490081:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490086:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490092:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490098:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490103:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490109:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490114:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490119:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490124:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490130:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490135:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490140:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490145:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490150:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490162:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490167:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490172:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490177:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490182:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490187:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.490192:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.491766:0:17260:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9d2c012e6200:17260] 0 exiting: rc = 1 00000100:00100000:3.0:1788832406.491988:0:17261:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9d2c358a7a00:17261] 1 exiting: rc = 0 00000100:00100000:2.0:1788832406.492174:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492181:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492187:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492191:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492197:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492203:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492208:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492213:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492218:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492223:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492228:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492233:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492238:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492243:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492248:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492253:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492259:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492264:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492269:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492277:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492282:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492287:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492292:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492297:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492301:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492307:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492312:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492317:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492337:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492342:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492347:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492352:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492357:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492373:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492379:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492384:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492388:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492393:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492398:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492403:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492408:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492413:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492418:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492423:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492429:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492435:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492440:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492445:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492450:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492456:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492460:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492465:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492470:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492475:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492480:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492484:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492489:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492494:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492498:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492503:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492508:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492513:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492518:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.492531:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788832406.493818:0:17262:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9d2c07d36800:17262] 0 exiting: rc = 1 00000100:00100000:1.0:1788832406.494776:0:17263:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9d2b016e6800:17263] 1 exiting: rc = 0 00000100:00100000:2.0:1788832406.494822:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494829:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494834:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494838:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494843:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494847:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494852:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.494857:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497388:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497413:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497419:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497423:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497428:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497434:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497439:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497443:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497449:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497454:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497459:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497463:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497469:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497474:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497478:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497483:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497487:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497493:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497498:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497503:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497507:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497522:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497529:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497534:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497539:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497544:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497567:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497571:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497576:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497581:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497586:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497593:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497598:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497603:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497609:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497614:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497671:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497678:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497692:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497699:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497704:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497709:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497715:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497721:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497727:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497733:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497738:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497743:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497749:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497754:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497759:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497764:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497769:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497775:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497780:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.497785:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832406.498790:0:17265:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9d2b07250a00:17265] 1 exiting: rc = 0 00000100:00100000:2.0:1788832406.500325:0:17266:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9d2c077a7200:17266] 2 exiting: rc = 0 00000100:00100000:1.0:1788832406.503655:0:17264:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9d2b016e6e00:17264] 0 exiting: rc = 1 00000100:00100000:0.0:1788832406.504107:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504116:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504122:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504153:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504161:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504167:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504178:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504184:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504189:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504195:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504211:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504220:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504228:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504237:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504253:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504267:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504277:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504286:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504292:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504303:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504312:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504322:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504333:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504343:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504352:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504383:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504391:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504397:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504403:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504408:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504413:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504419:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504424:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504430:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504435:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504441:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504447:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504453:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504465:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504470:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504476:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504482:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504489:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504494:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504498:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504504:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504521:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504528:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504534:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504555:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504562:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504567:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504573:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504578:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504584:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504590:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504594:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504600:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504606:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504611:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504616:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504650:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504658:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788832406.504665:0:21028:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788832406.513405:0:21028:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832406.513418:0:21028:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788832406.513424:0:21028:0:(genops.c:885:class_export_put()) final put ffff9d2b077a9000/MDS_uuid 00000020:00000080:1.0:1788832406.513427:0:21028:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b077a9000/MDS_uuid for MDS 00000020:01000000:1.0:1788832406.513436:0:21028:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788832406.513613:0:21028:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788832406.552184:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832407.576865:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832408.600464:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832409.636270:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832410.659230:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788832410.766970:0:21230:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788832410.779000:0:21230:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788832410.779055:0:21230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.779069:0:21230:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.779091:0:21230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.779101:0:21230:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.779126:0:21230:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788832410.779131:0:21230:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788832410.779163:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832410.779168:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832410.779173:0:21230:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788832410.779180:0:21230:0:(import.c:65:import_set_state_nolock()) ffff9d2b06010800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788832410.779184:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832410.779185:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788832410.779188:0:21230:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788832410.779963:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788832410.779967:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832410.779971:0:21230:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788832410.779974:0:21230:0:(import.c:65:import_set_state_nolock()) ffff9d2b06011000 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788832410.779978:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788832410.779980:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788832410.779982:0:21230:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788832410.780802:0:21230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780815:0:21230:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780839:0:21230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780846:0:21230:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780875:0:21230:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788832410.780884:0:21230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780890:0:21230:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780897:0:21230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780903:0:21230:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832410.780915:0:21230:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788832410.780919:0:21230:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788832410.780947:0:21230:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788832410.780951:0:21230:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788832410.780955:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832410.780960:0:21230:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788832410.780967:0:21230:0:(genops.c:1819:print_export_data()) lustre-OST0000: UNLINKED ffff9d2b08519800 lustre-MDT0001-mdtlov_UUID 0@lo 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000020:00080000:3.0:1788832410.780973:0:21230:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d2b06170000) has no exports 00000020:00080000:3.0:1788832410.780993:0:21230:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d2b06170000) has no exports 00010000:00010000:0.0:1788832410.781703:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788832410.781712:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781721:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c421d2200 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832410.781725:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781746:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832410.781754:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832410.781759:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788832410.781762:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788832410.781764:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788832410.781779:0:20282:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:0.0:1788832410.781783:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781790:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2200/0x998c12b283538327 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353832e expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781804:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832410.781806:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781812:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c421d2000 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832410.781814:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781820:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832410.781825:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832410.781840:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788832410.781842:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788832410.781843:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788832410.781851:0:20282:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:0.0:1788832410.781854:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781860:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2000/0x998c12b2835382fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b283538304 expref: -99 pid: 18753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781869:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832410.781872:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781877:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031400 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832410.781880:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781886:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832410.781892:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832410.781897:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788832410.781899:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788832410.781901:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788832410.781906:0:20282:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:0.0:1788832410.781908:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781921:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c00031400/0x998c12b283538661 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b283538668 expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832410.781931:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832410.781933:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832410.781935:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832410.783578:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832410.783589:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788832411.350879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788832411.350889:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832411.350892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788832411.350895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788832411.350899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832411.350906:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 546 00000100:00080000:3.0:1788832411.350912:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788832411.350919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d2b010ff800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832411.350965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2dc00 x1875726218519296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832411.350991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788832411.350994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788832411.350995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2b06015800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832411.350998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 546 00000100:00080000:3.0:1788832411.351000:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788832411.351004:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d2b06015800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832411.351017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2f100 x1875726218519424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788832411.351813:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218519296:0@lo:38:kworker.0 00000400:00000100:2.0:1788832411.351889:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875726218519296 offset 0 length 520: 4 00000100:00100000:2.0:1788832411.351957:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218519424:0@lo:38:kworker.0 00000400:00000100:2.0:1788832411.351974:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875726218519424 offset 0 length 520: 4 00010000:00010000:2.0:1788832411.671245:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788832411.864866:0:19571:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788832411.864877:0:19571:0:(genops.c:885:class_export_put()) final put ffff9d2b010f8000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788832411.865054:0:18754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788832411.865058:0:18754:0:(genops.c:885:class_export_put()) final put ffff9d2b08519800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788832411.867483:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b010f8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788832411.867550:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b08519800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788832411.867565:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b010fd000 for lustre-OST0001 00000020:00000080:1.0:1788832411.867569:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b0851b000 for lustre-OST0000 00010000:00010000:0.0:1788832412.694926:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788832412.822817:0:21230:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c0a293480 - data ffff9d2c02307ca8/ffff9d2c065a1800 00000020:01000000:3.0:1788832412.823013:0:21230:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c07bdb720 - data ffff9d2c31584438/ffff9d2b07fca800 00100000:10000000:3.0:1788832412.830666:0:21230:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788832412.836523:0:21230:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538312 00000020:00000080:1.0:1788832412.836535:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b06178000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1788832412.836562:0:21230:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2b073a5800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1788832412.836566:0:21230:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b073a5800 2 00000020:01000004:1.0:1788832412.836570:0:21230:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d2b073a5800 from lustre-OST0000 00000020:00000080:1.0:1788832412.836593:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832412.836602:0:21230:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1788832412.836605:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b06178800/lustre-OST0000_UUID 00000020:00000080:1.0:1788832412.836608:0:21230:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06178800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1788832412.836615:0:21230:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1788832412.836680:0:21230:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1788832412.836685:0:21230:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788832412.836689:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788832412.836695:0:21230:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788832412.836709:0:21230:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9d2b06017000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788832412.836716:0:21230:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9d2b06398000) has exports, disconnecting them 00000020:00080000:1.0:1788832412.836721:0:21230:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9d2b06017000), last request at 1788832342 00000020:00000080:1.0:1788832412.836725:0:21230:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b28353833c 00000020:00080000:1.0:1788832412.836734:0:21230:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b06017000): rc 0 00000020:00000080:1.0:1788832412.836739:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b06017000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788832412.836912:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06178000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788832412.836924:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06017000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788832412.841654:0:21230:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788832412.841662:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788832412.841667:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788832412.841674:0:21230:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832412.841879:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832412.841888:0:21230:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788832412.841894:0:21230:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788832412.841902:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832412.841906:0:21230:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788832412.841913:0:21230:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9d2b06013000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788832412.841919:0:21230:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9d2b063999b8) has exports, disconnecting them 00000020:00080000:0.0:1788832412.841923:0:21230:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9d2b06013000), last request at 1788832342 00000020:00000080:0.0:1788832412.841927:0:21230:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538351 00000020:00080000:0.0:1788832412.841942:0:21230:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b06013000): rc 0 00000020:00000080:0.0:1788832412.841947:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b06013000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1788832412.842646:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06010800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788832412.842654:0:38:0:(genops.c:885:class_export_put()) final put ffff9d2c3e719800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1788832412.842657:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c3e719800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1788832412.842669:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1788832412.842726:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06013000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1788832412.843922:0:21230:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788832412.843929:0:21230:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788832412.843934:0:21230:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788832412.843939:0:21230:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788832412.843978:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06011000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1788832412.844136:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832412.844143:0:21230:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1788832412.844148:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b06015000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1788832412.844151:0:21230:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06015000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1788832412.844155:0:21230:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1788832412.844216:0:21230:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b073a5800 1 00000020:00000080:2.0:1788832412.844222:0:21230:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835382ef 00000020:00000080:2.0:1788832412.844228:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2c40622800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1788832412.844236:0:21230:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1788832412.844244:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c40622800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788832412.844253:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832412.844268:0:21230:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788832412.844272:0:21230:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9d2b060099b8) has no exports 00000020:00000080:2.0:1788832412.943804:0:21230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832412.943818:0:21230:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788832412.943823:0:21230:0:(genops.c:885:class_export_put()) final put ffff9d2b073a7000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788832412.943828:0:21230:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b073a7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788832412.943840:0:21230:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788832412.943967:0:21230:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d2b073a0000 00000020:02000400:2.0:1788832412.944018:0:21230:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788832413.719346:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832414.743722:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832415.778193:0:19721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788832416.470741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.470751:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832416.470755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.470759:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832416.470762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.470765:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788832416.470976:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832406/real 1788832406] req@ffff9d2b067f4000 x1875726218518400/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788832416 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832416.471003:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2b067f4000 x1875726218518400/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788832416 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788832416.471022:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c09882800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832416.471062:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788832416.471066:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e119a26-e2c8-49b5-8e81-f568246f48a1:3650:1875726218518400:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1788832416.471280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.471284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788832416.471287:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c09882800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832416.471301:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 546 00000100:00080000:0.0:1788832416.471306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.126@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788832416.471313:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9d2c09882800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832416.471343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc07800 x1875726218519552/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788832416.471392:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e119a26-e2c8-49b5-8e81-f568246f48a1:3650:1875726218519552:0@lo:250:kworker.0 00000400:00000100:1.0:1788832416.471438:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875726218519552 offset 0 length 520: 4 00000100:00080000:0.0:1788832416.471491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.471495:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832416.471498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788832416.471501:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:3.0:1788832416.513135:0:21430:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788832416.541789:0:21430:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788832416.541871:0:21430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.541913:0:21430:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.541921:0:21430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.541928:0:21430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.541942:0:21430:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788832416.541946:0:21430:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788832416.541969:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832416.541979:0:21430:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2b07e2dc00 x1875726218519296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788832431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832416.541997:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832416.542003:0:21430:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788832416.542010:0:21430:0:(import.c:65:import_set_state_nolock()) ffff9d2b010ff800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788832416.542015:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788832416.542018:0:21430:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2b07e2dc00 x1875726218519296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788832431 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832416.542024:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788832416.542027:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1788832416.542282:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218519296:0@lo:38:kworker.0 00010000:00010000:0.0:1788832416.542450:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832416.542458:0:20282:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832416.542467:0:20282:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229400 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832416.542478:0:20282:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832416.542487:0:20282:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832416.542495:0:20282:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832416.542500:0:20282:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788832416.542503:0:20282:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788832416.542505:0:20282:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788832416.542518:0:20282:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:0.0:1788832416.542521:0:20282:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832416.542528:0:20282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c01229400/0x998c12b2835383c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b2835383c8 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832416.542539:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832416.542541:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832416.542542:0:20282:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788832416.544171:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788832416.544187:0:21430:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2b07e2f100 x1875726218519424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788832426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832416.544312:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788832416.544320:0:21430:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788832416.544337:0:21430:0:(import.c:65:import_set_state_nolock()) ffff9d2b06015800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788832416.544343:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788832416.544347:0:21430:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2b07e2f100 x1875726218519424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788832426 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832416.544355:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788832416.544358:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 13s for inflight to error out 00000100:00100000:2.0:1788832416.544673:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218519424:0@lo:38:kworker.0 00010000:00010000:3.0:1788832416.547767:0:21430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547786:0:21430:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547793:0:21430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547799:0:21430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547921:0:21430:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832416.547930:0:21430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547939:0:21430:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547944:0:21430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832416.547951:0:21430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.548148:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788832416.548156:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.548165:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c1fe0d800 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:2.0:1788832416.548169:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.548177:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832416.548183:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832416.548189:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788832416.548192:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788832416.549184:0:17239:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:2.0:1788832416.549192:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.549222:0:17239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c1fe0d800/0x998c12b283538397 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353839e expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.549237:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788832416.549241:0:17239:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.549248:0:17239:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229800 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:2.0:1788832416.549252:0:17239:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.549260:0:17239:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832416.549265:0:17239:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832416.549270:0:17239:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788832416.549272:0:17239:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788832416.549279:0:17239:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:2.0:1788832416.549282:0:17239:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.549288:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832416.549300:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832416.549302:0:17239:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832416.549521:0:21430:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788832416.549528:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c01229800/0x998c12b283538653 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b28353865a expref: -99 pid: 17247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832416.549550:0:21430:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1788832416.549555:0:21430:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1788832416.549557:0:21430:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788832416.549588:0:21430:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788832416.549592:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788832416.549597:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788832416.549603:0:21430:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788832416.549607:0:21430:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d2c18ecb370) has no exports 00000020:00080000:3.0:1788832416.549653:0:21430:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d2c18ecb370) has no exports 00010000:00010000:1.0:1788832416.552319:0:17240:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788832416.552438:0:21430:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2c36d329c0 - data ffff9d2c3165b510/ffff9d2c3054fc00 00000020:01000000:3.0:1788832416.552781:0:21430:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d2b06058ae0 - data ffff9d2b058066c0/ffff9d2b0184e400 00100000:10000000:3.0:1788832416.564338:0:21430:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788832416.569143:0:21430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835383ac 00000020:00000080:2.0:1788832416.569154:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b0746b000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788832416.569200:0:21430:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2b0646a000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788832416.569210:0:21430:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b0646a000 2 00000020:01000004:2.0:1788832416.569213:0:21430:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d2b0646a000 from lustre-OST0001 00000020:00000080:2.0:1788832416.569235:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832416.569244:0:21430:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788832416.569247:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b0746f000/lustre-OST0001_UUID 00000020:00000080:2.0:1788832416.569249:0:21430:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0746f000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788832416.569255:0:21430:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788832416.569365:0:21430:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 7e119a26-e2c8-49b5-8e81-f568246f48a1->MGS 00010000:00010000:2.0:1788832416.569379:0:21430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2a00/0x998c12b2835381bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835381c2 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832416.569390:0:21430:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2a00/0x998c12b2835381bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835381c2 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832416.569396:0:21430:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788832416.569399:0:21430:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788832416.569401:0:21430:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788832416.569417:0:21430:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:2.0:1788832416.569420:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2a00/0x998c12b2835381bb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b2835381c2 expref: -99 pid: 17984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832416.569432:0:21430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2e00/0x998c12b2835380aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x998c12b2835380b1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832416.569437:0:21430:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2e00/0x998c12b2835380aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x998c12b2835380b1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832416.569442:0:21430:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788832416.569443:0:21430:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788832416.569445:0:21430:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788832416.569452:0:21430:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d2c09882800 00010000:00010000:2.0:1788832416.569454:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c421d2e00/0x998c12b2835380aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x998c12b2835380b1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788832416.569471:0:21430:0:(import.c:65:import_set_state_nolock()) ffff9d2c09882800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788832416.569474:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788832416.569476:0:21430:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788832416.569477:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788832416.569481:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788832416.569489:0:21430:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d2c3fc07800 x1875726218519552/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788832431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788832416.569501:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788832416.569503:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1788832416.569529:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e119a26-e2c8-49b5-8e81-f568246f48a1:3650:1875726218519552:0@lo:250:kworker.0 10000000:01000000:2.0:1788832416.569551:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788832416.569562:0:21430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538095 00000020:00000080:2.0:1788832416.569567:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b077af000/7e119a26-e2c8-49b5-8e81-f568246f48a1 00000020:00000080:1.0:1788832416.569676:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0746b000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788832416.569869:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.126@tcp (flags='') 00000020:00000080:2.0:1788832416.569875:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832416.569880:0:21430:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.126@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788832416.569884:0:21430:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9d2b06008000) has no exports 10000000:01000000:0.0:1788832416.569951:0:17247:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788832416.569995:0:21430:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.126@tcp: client import never connected 00000100:00080000:2.0:1788832416.569998:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788832416.570093:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788832416.570096:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788832416.570098:0:21430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788832416.570197:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b077af000/7e119a26-e2c8-49b5-8e81-f568246f48a1 for MGC192.168.203.126@tcp 00000020:00000080:2.0:1788832416.570338:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832416.570369:0:21430:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.126@tcp (uuid 7e119a26-e2c8-49b5-8e81-f568246f48a1) 00000020:01000000:2.0:1788832416.570375:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788832416.570378:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832416.570382:0:21430:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788832416.570387:0:21430:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9d2b010f8800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788832416.570396:0:21430:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9d2c35990000) has exports, disconnecting them 00000020:00080000:2.0:1788832416.570407:0:21430:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9d2b010f8800), last request at 1788832358 00000020:00000080:2.0:1788832416.570411:0:21430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835383d6 00000020:00080000:2.0:1788832416.570426:0:21430:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b010f8800): rc 0 00000020:00000080:2.0:1788832416.570429:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b010f8800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788832416.570500:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2c09882800 for MGC192.168.203.126@tcp 00000020:00000080:1.0:1788832416.570506:0:37:0:(genops.c:885:class_export_put()) final put ffff9d2c09887800/7e119a26-e2c8-49b5-8e81-f568246f48a1 00000020:00000080:1.0:1788832416.570508:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c09887800/7e119a26-e2c8-49b5-8e81-f568246f48a1 for MGC192.168.203.126@tcp 00000020:01000000:1.0:1788832416.570513:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.126@tcp (7e119a26-e2c8-49b5-8e81-f568246f48a1) 00000020:00000080:1.0:1788832416.571850:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b010f8800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788832416.638740:0:21430:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788832416.638749:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788832416.638754:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788832416.638760:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788832416.638963:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788832416.638972:0:21430:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788832416.638979:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788832416.638985:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788832416.638998:0:21430:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788832416.639005:0:21430:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9d2b0617a800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788832416.639012:0:21430:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9d2b061719b8) has exports, disconnecting them 00000020:00080000:0.0:1788832416.639016:0:21430:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9d2b0617a800), last request at 1788832358 00000020:00000080:0.0:1788832416.639020:0:21430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b2835383eb 00000020:00080000:0.0:1788832416.639037:0:21430:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d2b0617a800): rc 0 00000020:00000080:0.0:1788832416.639042:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b0617a800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788832416.639719:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b010ff800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788832416.639734:0:37:0:(genops.c:885:class_export_put()) final put ffff9d2b0746c800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788832416.639736:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0746c800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788832416.639748:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788832416.639805:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0617a800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788832416.639829:0:21430:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788832416.639832:0:21430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788832416.639835:0:21430:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788832416.639839:0:21430:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788832416.639858:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d2b06015800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788832416.639904:0:19721:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788832416.640030:0:20282:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788832416.640124:0:17239:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788832416.640187:0:17240:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1788832416.640283:0:17235:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9d2c3589c200:17235] 1 exiting: rc = 0 00000100:00100000:1.0:1788832416.640358:0:17234:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9d2c3589da00:17234] 0 exiting: rc = 1 00000100:00100000:1.0:1788832416.640411:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640681:0:17237:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9d2b0721da00:17237] 1 exiting: rc = 0 00000100:00100000:1.0:1788832416.640746:0:17236:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9d2b0721c800:17236] 0 exiting: rc = 1 00000100:00100000:1.0:1788832416.640815:0:20741:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9d2b063fe000:20741] 3 exiting: rc = 0 00000100:00100000:1.0:1788832416.640888:0:17238:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9d2c09c27000:17238] 2 exiting: rc = 0 00000100:00100000:1.0:1788832416.640936:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640943:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640949:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640955:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640961:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640969:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640974:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640980:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640985:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.640991:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641006:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641011:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641017:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641022:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641027:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641032:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641038:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641043:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641047:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641053:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641058:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641064:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641069:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641075:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641081:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641085:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641090:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641095:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641100:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641105:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641111:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641118:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641123:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641127:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641137:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641142:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641147:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641152:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641158:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641164:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641169:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641175:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641180:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641185:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641190:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641204:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641210:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641215:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641220:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641226:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641231:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641236:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641242:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641248:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641252:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641257:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641263:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641268:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641274:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641279:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641285:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641302:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641308:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.641314:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788832416.641966:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832416.641975:0:21430:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788832416.641980:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b0617f000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788832416.641983:0:21430:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0617f000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788832416.641989:0:21430:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788832416.642033:0:21430:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b0646a000 1 00000020:00000080:1.0:1788832416.642038:0:21430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x998c12b283538390 00000020:00000080:1.0:1788832416.642044:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b06014800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788832416.642055:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788832416.642065:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b06014800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788832416.642076:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788832416.642081:0:21430:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788832416.642085:0:21430:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9d2c18eccd28) has no exports 00000020:00000080:1.0:1788832416.678753:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788832416.678778:0:21430:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788832416.678784:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2b0646f000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788832416.678789:0:21430:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2b0646f000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788832416.678798:0:21430:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788832416.681699:0:21430:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d2b0646a800 00000020:01000000:2.0:1788832416.681750:0:21430:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788832416.681790:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788832416.681797:0:21430:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788832416.681802:0:21430:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9d2c3fd199b8) has no exports 00000020:00000080:2.0:1788832416.681975:0:21430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788832416.681984:0:21430:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1788832416.681992:0:21430:0:(genops.c:885:class_export_put()) final put ffff9d2c40623800/OSS_uuid 00000020:00000080:2.0:1788832416.681996:0:21430:0:(genops.c:844:class_export_destroy()) destroying export ffff9d2c40623800/OSS_uuid for OSS 00000020:01000000:2.0:1788832416.682006:0:21430:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1788832416.682345:0:19717:0:(service.c:3183:ptlrpc_main()) ll_ost00_005: service thread [ffff9d2b0652d200:19717] 5 exiting: rc = 0 00000100:00100000:2.0:1788832416.682421:0:18758:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9d2c386f8e00:18758] 0 exiting: rc = 1 00000100:00080000:0.0:1788832416.682873:0:17246:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1788832416.684193:0:18759:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9d2c386f8200:18759] 1 exiting: rc = 0 00000100:00100000:1.0:1788832416.685931:0:19714:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9d2c3fcb3600:19714] 3 exiting: rc = 0 00000100:00100000:0.0:1788832416.686728:0:19715:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9d2b0659a400:19715] 4 exiting: rc = 0 00000100:00100000:1.0:1788832416.688964:0:18760:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9d2c386f8800:18760] 2 exiting: rc = 0 00000100:00100000:2.0:1788832416.689089:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689099:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689103:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689109:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689114:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689118:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689123:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689127:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689131:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689136:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689140:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689144:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689149:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689154:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689160:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689165:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689170:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689176:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689180:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689196:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689200:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689206:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689212:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689216:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689222:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689227:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689232:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689236:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689241:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689246:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689252:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689257:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689261:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689267:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689272:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689277:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689281:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689287:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689305:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689314:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689320:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689325:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689330:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689335:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689346:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689353:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689358:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689363:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689368:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689373:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689377:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689382:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689387:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689391:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689407:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689425:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689433:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689438:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689447:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689452:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689457:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689463:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689468:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.689474:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.694115:0:18762:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9d2c386f9400:18762] 1 exiting: rc = 0 00000100:00100000:1.0:1788832416.699707:0:18761:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9d2c386f8a00:18761] 0 exiting: rc = 1 00000100:00100000:2.0:1788832416.700088:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700097:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700103:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700108:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700114:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700119:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700124:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700130:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700135:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700141:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700146:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700151:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700156:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700162:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700168:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700173:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700179:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700184:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700190:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700195:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700201:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700206:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700211:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700216:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700237:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700242:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700248:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700252:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700258:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700263:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700268:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700274:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700279:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700990:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.700997:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701002:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701008:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701012:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701017:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701084:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701090:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701096:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701101:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701106:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701112:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701117:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701122:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701127:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701133:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701138:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701143:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701148:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701154:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701159:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701164:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701169:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701174:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701179:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701184:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701199:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701204:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701209:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701214:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.701219:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.706160:0:18764:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9d2c386f9200:18764] 1 exiting: rc = 0 00000100:00100000:3.0:1788832416.707812:0:18763:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9d2c38bf4a00:18763] 0 exiting: rc = 1 00000100:00100000:0.0:1788832416.708106:0:18765:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9d2c386f9000:18765] 2 exiting: rc = 0 00000100:00100000:1.0:1788832416.708362:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708370:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708376:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708381:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708386:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708391:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708463:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708472:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708478:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708484:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708489:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708494:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708500:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708505:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708510:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708517:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708523:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708528:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708534:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708541:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708546:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708553:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708558:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708581:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708589:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708608:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708613:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708847:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708855:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708860:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708865:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708870:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708875:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708881:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.708887:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710245:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710252:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710258:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710264:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710269:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710276:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710282:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710288:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710304:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710308:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710315:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710320:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710347:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710353:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710359:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710364:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710370:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710375:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710381:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710387:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710394:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710424:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710443:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710457:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710472:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710491:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710498:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710504:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.710518:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788832416.715872:0:18766:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9d2b07d05c00:18766] 0 exiting: rc = 1 00000100:00100000:0.0:1788832416.715872:0:18767:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9d2c282eae00:18767] 1 exiting: rc = 0 00000100:00100000:1.0:1788832416.716035:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716042:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716047:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716052:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716057:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716062:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716068:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716073:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716078:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716083:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716088:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716093:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716098:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716103:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716108:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716113:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716119:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716127:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716132:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716136:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716141:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716145:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716150:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716155:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716159:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716166:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716171:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716176:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716181:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716186:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716191:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716207:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716212:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716217:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716222:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716226:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716232:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716237:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716242:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716246:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716251:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716256:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716261:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716265:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716269:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716273:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716278:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716282:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716287:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716306:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716311:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716315:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716319:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716324:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716328:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716333:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716337:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716342:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716348:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716353:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716359:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716368:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716373:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.716381:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788832416.717875:0:18769:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9d2b07242200:18769] 1 exiting: rc = 0 00000100:00100000:0.0:1788832416.717882:0:18768:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9d2b070a9c00:18768] 0 exiting: rc = 1 00000100:00100000:1.0:1788832416.718055:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718063:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718078:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718083:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718089:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718095:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718100:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718106:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718112:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718118:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718124:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718129:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718150:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718158:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718164:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718170:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718176:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718181:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718190:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718198:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718203:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718211:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718217:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718222:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718241:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718247:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718252:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718260:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718267:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718272:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718277:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718282:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718288:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718302:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718307:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718312:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718332:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718344:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718350:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718356:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718365:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718373:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718380:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718386:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718392:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718405:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718411:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718418:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718440:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718447:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718453:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718459:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718465:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718470:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718475:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718481:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718486:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718492:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718500:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718505:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718521:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718527:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718533:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788832416.718538:0:21430:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788832416.725876:0:21430:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788832436.142196:0:22194:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788832445.908823:0:22793:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788832445.908829:0:22793:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1788832445.908831:0:22793:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788832445.908929:0:22793:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d2b01975000 00000020:01000004:2.0:1788832445.908944:0:22793:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788832445.908951:0:22793:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788832445.908964:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9d2b06173370) 00000020:00000080:2.0:1788832445.908977:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788832445.984827:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788832445.989512:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788832445.992202:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788832445.992463:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.992999:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.993232:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.993500:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1788832445.993798:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1788832445.994023:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788832445.994255:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1788832445.994512:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.994782:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.994975:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788832445.995366:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.000487:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.001500:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.001798:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.001986:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.002496:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.003012:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.003232:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.003917:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.004376:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.005868:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.006241:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.006807:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.008064:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.009044:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.010447:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.010825:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.011112:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.011323:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.011755:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.012868:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.015239:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.015613:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.016078:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.016340:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.016584:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.016830:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.017104:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.017340:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.018811:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788832446.019207:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.019611:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.020218:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.020392:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788832446.020922:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.021475:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.025463:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.026214:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.026475:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1788832446.026886:0:22793:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:3.0:1788832446.027885:0:22793:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788832446.028084:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1788832446.028102:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788832446.028113:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b283538908 00000020:01000004:3.0:1788832446.028121:0:22793:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1788832446.028125:0:22793:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1788832446.028130:0:22793:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d2b01975000 from MGS 00000020:01000004:3.0:1788832446.028134:0:22793:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1788832446.028143:0:22793:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9d2c35994d28) 00000020:00000080:3.0:1788832446.028152:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1788832446.031884:0:22793:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2b01975000 from MGS, refs=2 00080000:01000000:3.0:1788832446.031905:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788832446.031922:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b283538916 00000100:00100000:3.0:1788832446.032070:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1788832446.032249:0:22793:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1788832446.032255:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788832446.033319:0:22793:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788832446.033328:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788832446.033973:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788832446.034166:0:22793:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1788832446.034171:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788832446.037682:0:22793:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788832446.037707:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1788832446.041292:0:22793:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1788832446.041310:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788832446.043138:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832446.043143:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832446.043145:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832446.049706:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832446.049711:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832446.049714:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832446.050846:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788832446.052853:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788832446.059154:0:22793:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1788832446.062084:0:22805:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1788832446.062169:0:22793:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1788832446.062223:0:22793:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788832446.063257:0:22793:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1788832446.063581:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788832446.063800:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1788832446.063807:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788832446.065826:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788832446.065843:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1788832446.066307:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1788832446.066314:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788832446.073139:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788832446.073164:0:22793:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.126@tcp' 00000020:01000004:3.0:1788832446.073166:0:22793:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788832446.073199:0:22793:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.126@tcp (typ=mgc) 00000020:00000080:3.0:1788832446.073211:0:22793:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.126@tcp (ffff9d2c35993370) 00000020:00000080:3.0:1788832446.073228:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788832446.073541:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c3fdbe800@MGC192.168.203.126@tcp: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788832446.073740:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.126@tcp-0 is initialized 00000040:01000000:3.0:1788832446.073746:0:22793:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788832446.073987:0:22809:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1788832446.089869:0:22812:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788832446.089970:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.126@tcp (uuid cf672408-eb95-463f-9d75-9fc160539e11) 00000020:00000080:1.0:1788832446.089998:0:22793:0:(genops.c:1385:class_connect()) connect: client cf672408-eb95-463f-9d75-9fc160539e11, cookie 0x998c12b283538924 00000100:00080000:1.0:1788832446.090010:0:22793:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788832446.090016:0:22793:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9d2c3fdbe800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832446.090050:0:22793:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3e774a80 x1875726218519680/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832446.090082:0:22793:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cf672408-eb95-463f-9d75-9fc160539e11->MGS 00000020:01000004:1.0:1788832446.090117:0:22793:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788832446.090123:0:22793:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788832446.090137:0:22793:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9d2b0639b370) 00000020:00000080:1.0:1788832446.090151:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788832446.093372:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf672408-eb95-463f-9d75-9fc160539e11:3650:1875726218519680:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788832446.093455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832446.093553:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218519680 00000100:00100000:3.0:1788832446.093561:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218519680 00000100:00100000:3.0:1788832446.093601:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788832446.093609:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3650:x1875726218519680:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788832446.093651:0:22806:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from cf672408-eb95-463f-9d75-9fc160539e11@0@lo t0 exp 0000000000000000 cur 586 last 0 00000020:00000080:3.0:1788832446.093676:0:22806:0:(genops.c:1385:class_connect()) connect: client cf672408-eb95-463f-9d75-9fc160539e11, cookie 0x998c12b283538932 00000100:00080000:3.0:1788832446.093804:0:22806:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdbb000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788832446.093853:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+5:3650:x1875726218519680:12345-0@lo:250:mount.lustre.0 Request processed in 244us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.093861:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788832446.093910:0:3650:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788832446.093918:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.126@tcp: connect to target with instance 0 00000100:00080000:3.0:1788832446.093925:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788832446.093930:0:3650:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788832446.093939:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdbe800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788832446.093942:0:3650:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788832446.093950:0:3650:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788832446.093955:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf672408-eb95-463f-9d75-9fc160539e11:3650:1875726218519680:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788832446.098970:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832446.099534:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788832446.099540:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788832446.100581:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788832446.100591:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1788832446.101367:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1788832446.101375:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788832446.102072:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788832446.102269:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788832446.102274:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788832446.105498:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788832446.105514:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788832446.178392:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788832446.178600:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788832446.178606:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1788832446.196687:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1788832446.196708:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788832446.205359:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832446.205554:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788832446.205561:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788832446.209403:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788832446.209416:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788832446.210456:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832446.210697:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788832446.210703:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788832446.211210:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788832446.211217:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788832446.211930:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832446.212105:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788832446.212110:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788832446.220248:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788832446.220265:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788832446.249261:0:22793:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832446.249513:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788832446.249528:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788832446.251803:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788832446.251817:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788832446.252518:0:22793:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788832446.252526:0:22793:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788832446.253340:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788832446.253371:0:22793:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1788832446.253379:0:22793:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788832446.253519:0:22793:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788832446.253552:0:22793:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788832446.253556:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788832446.253558:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788832446.253559:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788832446.253560:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788832446.253562:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788832446.253563:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788832446.253564:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788832446.253565:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788832446.253568:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788832446.253569:0:22793:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788832446.253571:0:22793:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788832446.253574:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788832446.253575:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788832446.253576:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788832446.253577:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788832446.253578:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788832446.253579:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788832446.253581:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788832446.253581:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788832446.253583:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788832446.253584:0:22793:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788832446.253694:0:22793:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788832446.253714:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e775180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218519808:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788832446.253799:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.253936:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788832446.254111:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218519808 00000100:00100000:2.0:1788832446.254120:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218519808 00000100:00100000:2.0:1788832446.254196:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832446.254206:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+5:22793:x1875726218519808:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832446.254243:0:22808:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788832446.254246:0:22808:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788832446.254249:0:22808:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1788832446.254808:0:22830:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1788832446.255376:0:22808:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788832446.256936:0:22831:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788832446.256942:0:22831:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788832446.256945:0:22831:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788832446.256948:0:22831:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788832446.257362:0:22831:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788832446.257562:0:22808:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788832446.257572:0:22808:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788832446.259571:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+5:22793:x1875726218519808:12345-0@lo:253:mount.lustre.0 Request processed in 5358us (5763us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.259590:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832446.259838:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e775180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218519808:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788832446.259854:0:22793:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788832446.259857:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788832446.259859:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788832446.259860:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832446.259861:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832446.259863:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832446.259864:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832446.259865:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788832446.259867:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788832446.259868:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832446.259870:0:22793:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788832446.260071:0:22793:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d2b01975000 from lustre-MDT0000 10000000:01000000:2.0:1788832446.260117:0:22793:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788832446.260120:0:22793:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788832446.260135:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d2c35993370 10000000:01000000:2.0:1788832446.260141:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832446.260149:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d2c35993370 from 1 10000000:01000000:2.0:1788832446.260152:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788832446.260189:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.260200:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.260210:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832446.260231:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218519936:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832446.260273:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.260417:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.260466:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218519936 00000100:00100000:3.0:1788832446.260473:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218519936 00000100:00100000:3.0:1788832446.260559:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788832446.260569:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+5:22793:x1875726218519936:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832446.260583:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832446.260599:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204a000/0x998c12b283538940 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538939 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.260648:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204a000/0x998c12b283538940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538939 expref: 6 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.260657:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204a000/0x998c12b283538940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538939 expref: 6 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.260667:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204a000, rc 0) 00000100:00100000:3.0:1788832446.260719:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+6:22793:x1875726218519936:12345-0@lo:101:mount.lustre.0 Request processed in 152us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.260725:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788832446.260811:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218519936:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832446.260824:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.260833:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832446.260885:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520064:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832446.260914:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.261755:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.261906:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520064 00000100:00100000:1.0:1788832446.261914:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520064 00000100:00100000:1.0:1788832446.261950:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788832446.261959:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+6:22793:x1875726218520064:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832446.262060:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+6:22793:x1875726218520064:12345-0@lo:501:mount.lustre.0 Request processed in 102us (1144us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788832446.262067:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788832446.262211:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520064:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788832446.262245:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788832446.262274:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262284:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832446.262294:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d2b01975000 10000000:01000000:2.0:1788832446.262299:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788832446.262304:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d2b01975000 10000000:01000000:2.0:1788832446.262306:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788832446.262310:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d2b01975000 from 1 10000000:01000000:2.0:1788832446.262312:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788832446.262339:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262346:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262354:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832446.262369:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520192:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832446.262398:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.262419:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.262476:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520192 00000100:00100000:1.0:1788832446.262481:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520192 00000100:00100000:1.0:1788832446.262500:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832446.262506:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+6:22793:x1875726218520192:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832446.262514:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832446.262527:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050a200/0x998c12b28353894e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538947 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.262543:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050a200/0x998c12b28353894e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538947 expref: 7 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.262551:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050a200/0x998c12b28353894e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538947 expref: 7 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.262559:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050a200, rc 0) 00000100:00100000:1.0:1788832446.262597:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+7:22793:x1875726218520192:12345-0@lo:101:mount.lustre.0 Request processed in 90us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.262614:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788832446.262804:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520192:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832446.262816:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353894e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262824:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353894e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832446.262845:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788832446.262855:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353894e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262861:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe000/0x998c12b283538947 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353894e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832446.262867:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788832446.262870:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832446.262875:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d2b01975000 10000000:01000000:2.0:1788832446.262877:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788832446.262881:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788832446.262883:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788832446.262956:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262964:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.262972:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832446.262985:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520320:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832446.263013:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.263031:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.263315:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520320 00000100:00100000:1.0:1788832446.263321:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520320 00000100:00100000:1.0:1788832446.263342:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788832446.263349:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+7:22793:x1875726218520320:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832446.263357:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832446.263367:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b600/0x998c12b28353895c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538955 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.263383:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b600/0x998c12b28353895c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538955 expref: 8 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.263390:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050b600/0x998c12b28353895c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538955 expref: 8 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.263396:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050b600, rc 0) 00000100:00100000:1.0:1788832446.263435:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+8:22793:x1875726218520320:12345-0@lo:101:mount.lustre.0 Request processed in 86us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.263440:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832446.263580:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520320:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832446.263590:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353895c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.263606:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b28353895c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832446.264363:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520448:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832446.264399:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.264422:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.264484:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520448 00000100:00100000:3.0:1788832446.264489:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520448 00000100:00100000:3.0:1788832446.264526:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788832446.264542:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+8:22793:x1875726218520448:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832446.264975:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+9:22793:x1875726218520448:12345-0@lo:501:mount.lustre.0 Request processed in 434us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.264983:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788832446.265170:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520448:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832446.265203:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520576:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832446.265247:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.265306:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0927f900 going to sleep for 11 seconds 00000100:00100000:2.0:1788832446.265346:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520576 00000100:00100000:2.0:1788832446.265350:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520576 00000100:00100000:2.0:1788832446.265420:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788832446.265429:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+9:22793:x1875726218520576:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832446.266341:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+9:22793:x1875726218520576:12345-0@lo:503:mount.lustre.0 Request processed in 910us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832446.266349:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788832446.266420:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218520576:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832446.267065:0:22832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22832:1875726218520704:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788832446.267161:0:22832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832446.267229:0:22832:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b073b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1788832446.267262:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520704 00000100:00100000:0.0:1788832446.267267:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520704 00000100:00100000:0.0:1788832446.267337:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832446.267346:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+9:22832:x1875726218520704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788832446.268071:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+9:22832:x1875726218520704:12345-0@lo:502:llog_process_th.0 Request processed in 724us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832446.268079:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788832446.268172:0:22832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22832:1875726218520704:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788832446.268200:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788832446.268210:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832446.268213:0:22832:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788832446.268217:0:22832:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788832446.268220:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788832446.268234:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9d2b06174d28) 00000020:00000080:2.0:1788832446.268250:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788832446.268255:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788832446.268328:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788832446.268341:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b28353896a 00000020:00000080:2.0:1788832446.268537:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788832446.268542:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788832446.268545:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832446.268547:0:22832:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788832446.268549:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788832446.268552:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832446.268554:0:22832:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788832446.268557:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788832446.268564:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9d2b061719b8) 00000020:00000080:2.0:1788832446.268573:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788832446.268577:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788832446.268579:0:22832:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788832446.268581:0:22832:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788832446.268587:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788832446.268662:0:22832:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2b01975000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788832446.268675:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9d2b06170000) 00000020:00000080:2.0:1788832446.268682:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788832446.268758:0:22832:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788832446.268764:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b28353897f 00000020:00000080:2.0:1788832446.268845:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788832446.268851:0:22832:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788832446.268855:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x998c12b283538986 00080000:01000000:2.0:1788832446.268859:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788832446.268863:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b28353898d 00010000:00010000:2.0:1788832446.329296:0:22832:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788832446.329830:0:22832:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788832446.330123:0:22832:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788832446.330674:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9d2b073e3370) 00000020:00000080:2.0:1788832446.330702:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788832446.330771:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788832446.330778:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b28353899b 00000020:00000080:0.0:1788832446.333382:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788832446.342818:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x998c12b2835389a2 00000020:00000080:0.0:1788832446.343604:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788832446.343617:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.343821:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.343823:0:22832:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788832446.343827:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832446.343830:0:22832:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1788832446.343831:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.343833:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.343834:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832446.343836:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.343837:0:22832:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832446.343840:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832446.343845:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.343846:0:22832:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788832446.343850:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788832446.343897:0:22832:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788832446.343914:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.343917:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.343918:0:22832:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788832446.343920:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832446.343923:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.343925:0:22832:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1788832446.343927:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832446.343932:0:22832:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:0.0:1788832446.343958:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832446.343973:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9d2b06008000) 00000020:00000080:0.0:1788832446.343988:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788832446.343993:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788832446.344049:0:22832:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1788832446.344154:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788832446.344160:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b2835389b0 00010000:00080000:0.0:1788832446.344193:0:22832:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c2f59d000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1788832446.346896:0:22832:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1788832446.350455:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788832446.350472:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788832446.350514:0:22832:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788832446.350535:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b2835389b7 00000100:00080000:0.0:1788832446.350545:0:22832:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788832446.350551:0:22832:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d2c2f59d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832446.350590:0:22832:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc05c00 x1875726218520832/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832446.350669:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218520832:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788832446.350809:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788832446.350948:0:22832:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1788832446.351001:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.351006:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.351008:0:22832:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1788832446.351010:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832446.351013:0:22832:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1788832446.351014:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.351016:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.351017:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832446.351019:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.351021:0:22832:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832446.351023:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788832446.351027:0:22832:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788832446.351031:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.351032:0:22832:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788832446.351035:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832446.351038:0:22832:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:0.0:1788832446.351060:0:22832:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788832446.351062:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832446.351074:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9d2b060099b8) 00000020:00000080:0.0:1788832446.351086:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788832446.351102:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788832446.351163:0:22832:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788832446.351180:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788832446.351187:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b2835389c5 00010000:00080000:0.0:1788832446.351215:0:22832:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c35b8e800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1788832446.351406:0:22832:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1788832446.352274:0:22832:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788832446.352489:0:22832:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1788832446.354205:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218520832 00000100:00100000:1.0:1788832446.354221:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218520832 00000100:00100000:1.0:1788832446.354258:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788832446.354266:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1875726218520832:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1788832446.354284:0:22819:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:00080000:0.0:1788832446.356382:0:22832:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832446.359161:0:22832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788832446.370224:0:22832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788832446.370788:0:22838:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788832446.370793:0:22838:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788832446.371451:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788832446.371462:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788832446.371500:0:22832:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788832446.371521:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b2835389cc 00000100:00080000:0.0:1788832446.371531:0:22832:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788832446.371537:0:22832:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d2c35b8e800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832446.371574:0:22832:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc06a00 x1875726218520960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832446.371604:0:22832:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788832446.371695:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.371700:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.371701:0:22832:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788832446.371705:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832446.371707:0:22832:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788832446.371709:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.371710:0:22832:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832446.371712:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832446.371714:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.371716:0:22832:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832446.371718:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788832446.371722:0:22832:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788832446.371725:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.371734:0:22832:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788832446.371738:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832446.371742:0:22832:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:0.0:1788832446.371766:0:22832:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788832446.371769:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832446.371779:0:22832:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9d2b0600b370) 00000020:00000080:0.0:1788832446.371791:0:22832:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1788832446.371795:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788832446.371863:0:22832:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788832446.371869:0:22832:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:0.0:1788832446.371875:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x998c12b2835389da 00010000:00080000:0.0:1788832446.371903:0:22832:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c2f59c800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1788832446.372100:0:22832:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1788832446.372165:0:22832:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788832446.372181:0:22832:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1788832446.372586:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218520960:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788832446.372669:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218520960 offset 0 length 520: 4 00000040:00080000:0.0:1788832446.374190:0:22832:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832446.374415:0:22832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788832446.374538:0:22832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:1.0:1788832446.376898:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1875726218520832:12345-0@lo:38:llog_process_th.0 Request processed in 22623us (26080us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788832446.376912:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788832446.376974:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832446.376979:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788832446.376983:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218520832:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788832446.377204:0:22840:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788832446.377209:0:22840:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788832446.378408:0:22832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788832446.378422:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788832446.378460:0:22832:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788832446.378482:0:22832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b2835389e1 00000100:00080000:0.0:1788832446.378492:0:22832:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788832446.378498:0:22832:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d2c2f59c800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832446.378537:0:22832:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc07800 x1875726218521088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832446.378571:0:22832:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788832446.378648:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.378654:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.378655:0:22832:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788832446.378669:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832446.378674:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.378676:0:22832:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788832446.378678:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788832446.378680:0:22832:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788832446.378683:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.378685:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.378759:0:22832:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788832446.378765:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832446.378769:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.378770:0:22832:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788832446.378774:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788832446.378805:0:22832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22832:1875726218521216:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788832446.378880:0:22832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832446.378914:0:22832:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c03173000 going to sleep for 11 seconds 00000100:00100000:2.0:1788832446.378998:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521216 00000100:00100000:2.0:1788832446.379005:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521216 00000100:00100000:2.0:1788832446.379049:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788832446.379058:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+9:22832:x1875726218521216:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788832446.379189:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+9:22832:x1875726218521216:12345-0@lo:502:llog_process_th.0 Request processed in 131us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832446.379196:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788832446.379295:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218521088:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788832446.379326:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218521088 offset 0 length 520: 4 00000100:00100000:0.0:1788832446.379400:0:22832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22832:1875726218521216:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788832446.379425:0:22832:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832446.379429:0:22832:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832446.379431:0:22832:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788832446.379435:0:22832:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1788832446.379584:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1788832446.379605:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788832446.379648:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353895c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.379659:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff200/0x998c12b283538955 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b28353895c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832446.379667:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2b01975000 from 1 10000000:01000000:1.0:1788832446.379669:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788832446.379771:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.379780:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.379801:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832446.379815:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521344:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788832446.379847:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.379863:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832446.379980:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521344 00000100:00100000:0.0:1788832446.379986:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521344 00000100:00100000:0.0:1788832446.380012:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832446.380019:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+9:22793:x1875726218521344:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832446.380028:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832446.380042:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b2835389e8 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.380062:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b2835389e8 expref: 10 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.380085:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b2835389e8 expref: 10 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.380103:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc000, rc 0) 00000100:00100000:0.0:1788832446.380141:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+10:22793:x1875726218521344:12345-0@lo:101:mount.lustre.0 Request processed in 123us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832446.380147:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788832446.380249:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521344:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832446.380262:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.380271:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832446.380961:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521472:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788832446.381010:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.381104:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832446.381262:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521472 00000100:00100000:2.0:1788832446.381269:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521472 00000100:00100000:2.0:1788832446.381338:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788832446.381347:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+10:22793:x1875726218521472:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788832446.381363:0:22806:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788832446.381369:0:22806:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788832446.381446:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+10:22793:x1875726218521472:12345-0@lo:256:mount.lustre.0 Request processed in 100us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832446.381453:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788832446.381513:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521472:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788832446.382121:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788832446.382144:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.382154:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832446.382161:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2b01975000 from 1 10000000:01000000:1.0:1788832446.382164:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788832446.382248:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.382256:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.382266:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832446.382286:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521600:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788832446.382328:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.382878:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832446.383061:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521600 00000100:00100000:0.0:1788832446.383070:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521600 00000100:00100000:0.0:1788832446.383116:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788832446.383125:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+10:22793:x1875726218521600:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832446.383137:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832446.383152:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b2835389f6 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.383174:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b2835389f6 expref: 11 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.383183:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b2835389f6 expref: 11 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.383191:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dda00, rc 0) 00000100:00100000:0.0:1788832446.383277:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218521600:12345-0@lo:101:mount.lustre.0 Request processed in 153us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832446.383284:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832446.383539:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521600:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832446.383555:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.383564:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832446.383806:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521728:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832446.383839:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.383899:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.383945:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521728 00000100:00100000:3.0:1788832446.383951:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521728 00000100:00100000:0.0:1788832446.384048:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788832446.384057:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218521728:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832446.384231:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218521728:12345-0@lo:501:mount.lustre.0 Request processed in 174us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832446.384238:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832446.384303:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521728:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832446.384333:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521856:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832446.384373:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.384397:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.384437:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521856 00000100:00100000:3.0:1788832446.384442:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521856 00000100:00100000:3.0:1788832446.384474:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788832446.384481:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218521856:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788832446.384572:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218521856:12345-0@lo:503:mount.lustre.0 Request processed in 91us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.384578:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832446.384668:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218521856:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832446.385156:0:22842:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22842:1875726218521984:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.385198:0:22842:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.385223:0:22842:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.385266:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218521984 00000100:00100000:3.0:1788832446.385271:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218521984 00000100:00100000:3.0:1788832446.385291:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788832446.385297:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22842:x1875726218521984:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788832446.385750:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22842:x1875726218521984:12345-0@lo:502:llog_process_th.0 Request processed in 450us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.385759:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832446.385976:0:22842:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22842:1875726218521984:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788832446.386007:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832446.386016:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386018:0:22842:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788832446.386024:0:22842:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2b01975000 00000020:00000080:1.0:1788832446.386027:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832446.386034:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832446.386036:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386037:0:22842:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788832446.386040:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832446.386042:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386043:0:22842:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788832446.386046:0:22842:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2b01975000 00000020:00000080:1.0:1788832446.386049:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832446.386116:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832446.386120:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386122:0:22842:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788832446.386124:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832446.386126:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386127:0:22842:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832446.386131:0:22842:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2b01975000 00000020:00000080:1.0:1788832446.386133:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832446.386152:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832446.386155:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386157:0:22842:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832446.386159:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832446.386161:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.386162:0:22842:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788832446.386172:0:22842:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2b01975000 00000020:00000080:1.0:1788832446.386174:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788832446.386213:0:22842:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22842:1875726218522112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.386252:0:22842:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.386284:0:22842:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832446.387893:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522112 00000100:00100000:3.0:1788832446.387909:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522112 00000100:00100000:3.0:1788832446.387969:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788832446.387979:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22842:x1875726218522112:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788832446.388146:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22842:x1875726218522112:12345-0@lo:502:llog_process_th.0 Request processed in 168us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832446.388154:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788832446.388277:0:22842:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22842:1875726218522112:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788832446.388310:0:22842:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832446.388318:0:22842:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832446.388320:0:22842:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788832446.388325:0:22842:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788832446.388487:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788832446.388508:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788832446.388532:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.388543:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832446.388595:0:22793:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788832446.388598:0:22793:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d2b01975000 10000000:01000000:3.0:1788832446.388601:0:22793:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d2b01975000 10000000:01000000:3.0:1788832446.388605:0:22793:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788832446.388611:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d2b01975000 from 1 10000000:01000000:3.0:1788832446.388614:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788832446.388669:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.388677:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.388937:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832446.388975:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522240:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788832446.389021:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832446.389105:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0760fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.396270:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522240 00000100:00100000:1.0:1788832446.396284:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522240 00000100:00100000:1.0:1788832446.396341:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788832446.396351:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+11:22793:x1875726218522240:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832446.396370:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832446.396389:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050a600/0x998c12b283538a0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538a04 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.396417:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050a600/0x998c12b283538a0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538a04 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.396429:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050a600/0x998c12b283538a0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a04 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.396438:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050a600, rc 0) 00000100:00100000:1.0:1788832446.396506:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218522240:12345-0@lo:101:mount.lustre.0 Request processed in 157us (7485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.396514:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788832446.396679:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522240:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832446.396705:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a0b expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832446.396715:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538a0b expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832446.396781:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522368:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832446.396810:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832446.396843:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0760fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.397208:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522368 00000100:00100000:1.0:1788832446.397214:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522368 00000100:00100000:1.0:1788832446.397244:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788832446.397251:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218522368:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832446.397354:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218522368:12345-0@lo:501:mount.lustre.0 Request processed in 103us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.397361:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788832446.397425:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522368:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832446.397452:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522496:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788832446.397485:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832446.397506:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0760fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.397555:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522496 00000100:00100000:1.0:1788832446.397560:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522496 00000100:00100000:1.0:1788832446.397580:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788832446.397586:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218522496:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832446.397671:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218522496:12345-0@lo:503:mount.lustre.0 Request processed in 84us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.397677:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788832446.401872:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218522496:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832446.413999:0:22846:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218522624:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.414081:0:22846:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.414130:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522624 00000100:00100000:1.0:1788832446.414135:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522624 00000100:00100000:1.0:1788832446.414171:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788832446.414179:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218522624:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.414291:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218522624:12345-0@lo:502:llog_process_th.0 Request processed in 112us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.414299:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788832446.414348:0:22846:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.414370:0:22846:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218522624:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788832446.414426:0:22846:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788832446.414447:0:22846:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9d2b0639cd28) 00000020:00000080:1.0:1788832446.414467:0:22846:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1788832446.414544:0:22846:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2b01975000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788832446.414548:0:22846:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2b01975000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788832446.414551:0:22846:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2b01975000 4 00010000:00080000:1.0:1788832446.414578:0:22846:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c358e8000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1788832446.418570:0:22846:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1788832446.418880:0:22846:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788832446.418923:0:22846:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788832446.418937:0:22846:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x998c12b283538a19 00000100:00080000:1.0:1788832446.418947:0:22846:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788832446.418952:0:22846:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d2c358e8000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832446.418986:0:22846:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3e777800 x1875726218522752/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788832446.419021:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218522752:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788832446.419087:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.419165:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522752 00000100:00100000:1.0:1788832446.419172:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522752 00000100:00100000:1.0:1788832446.421281:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788832446.421293:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218522752:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788832446.421383:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1875726218522752:12345-0@lo:38:llog_process_th.0 Request processed in 89us (2293us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788832446.421390:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788832446.421431:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788832446.421439:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c358e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832446.421455:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788832446.421458:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218522752:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788832446.421507:0:22846:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788832446.428138:0:22846:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218522880:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.428228:0:22846:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.428272:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218522880 00000100:00100000:1.0:1788832446.428280:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218522880 00000100:00100000:1.0:1788832446.428320:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788832446.428330:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218522880:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.428443:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218522880:12345-0@lo:502:llog_process_th.0 Request processed in 114us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.428451:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788832446.428496:0:22846:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322e480 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.428517:0:22846:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218522880:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.428557:0:22846:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218523008:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.428594:0:22846:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.428614:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523008 00000100:00100000:1.0:1788832446.429832:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523008 00000100:00100000:1.0:1788832446.429887:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788832446.429897:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218523008:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788832446.430022:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:22846:x1875726218523008:12345-0@lo:502:llog_process_th.0 Request processed in 126us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.430029:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788832446.430075:0:22846:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0322e480 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.430107:0:22846:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf672408-eb95-463f-9d75-9fc160539e11:22846:1875726218523008:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788832446.430138:0:22846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788832446.431810:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788832446.431846:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788832446.431872:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a0b expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.431884:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c4204be00/0x998c12b283538a04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a0b expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788832446.431941:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788832446.431944:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788832446.431946:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832446.431947:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832446.431949:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832446.431950:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832446.431951:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788832446.431953:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788832446.431955:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832446.431956:0:22793:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788832446.431959:0:22793:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788832446.431962:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788832446.431964:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788832446.431965:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832446.431966:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832446.431967:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832446.431968:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832446.431969:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788832446.431970:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788832446.431971:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832446.431972:0:22793:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788832446.431997:0:22793:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788832446.432018:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218523136:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788832446.432098:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832446.432137:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0533fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832446.432199:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523136 00000100:00100000:1.0:1788832446.432210:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523136 00000100:00100000:1.0:1788832446.432257:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788832446.432265:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218523136:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788832446.432291:0:22808:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788832446.432303:0:22808:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788832446.434515:0:22808:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788832446.436663:0:22808:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788832446.437036:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22793:x1875726218523136:12345-0@lo:253:mount.lustre.0 Request processed in 4767us (4943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.437048:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788832446.437230:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:22793:1875726218523136:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788832446.437244:0:22793:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788832446.437247:0:22793:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788832446.437249:0:22793:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788832446.437250:0:22793:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788832446.437252:0:22793:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788832446.437261:0:22793:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788832446.437262:0:22793:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788832446.437263:0:22793:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788832446.437265:0:22793:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788832446.437267:0:22793:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788832446.437268:0:22793:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788832446.437284:0:22793:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788832446.439846:0:22830:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788832446.439857:0:22830:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788832446.439885:0:22830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.439902:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b2835389e8 expref: 11 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.439910:0:22830:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.439950:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 11 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.439965:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 11 pid: 22808 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832446.439979:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc04e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218523264:0@lo:104: 00000100:00100000:0.0:1788832446.440034:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832446.441981:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0533f540 going to sleep for 11 seconds 00000100:00100000:2.0:1788832446.448865:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523264 00000100:00100000:2.0:1788832446.448880:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523264 00000100:00100000:2.0:1788832446.448986:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832446.448996:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218523264:12345-0@lo:104: 00010000:00010000:2.0:1788832446.449015:0:22797:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449116:0:22797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788832446.449123:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218523264:12345-0@lo:104: Request processed in 129us (9088us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832446.449141:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788832446.449161:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788832446.449167:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449175:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050be00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:2.0:1788832446.449180:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449188:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788832446.449196:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832446.449201:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788832446.449237:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449244:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788832446.449265:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449273:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b2835389e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389ef expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832446.449290:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832446.449291:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832446.449293:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832446.449342:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218523392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832446.449385:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832446.449675:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523392 00000100:00100000:1.0:1788832446.449682:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523392 00010000:00010000:1.0:1788832446.449713:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 12 pid: 22808 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832446.449739:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788832446.449746:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+12:3652:x1875726218523392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788832446.449756:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832446.449761:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 12 pid: 22808 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449771:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 12 pid: 22808 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449789:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449796:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788832446.449823:0:22799:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009967094s 00010000:00010000:1.0:1788832446.449828:0:22799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449834:0:22799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449839:0:22799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449845:0:22799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449850:0:22799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832446.449853:0:22799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449861:0:22799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449869:0:22799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832446.449877:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832446.449911:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+12:3652:x1875726218523392:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832446.449918:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832446.451832:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218523392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832446.453819:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dc000/0x998c12b2835389ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b2835389e8 expref: 11 pid: 22808 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832446.453839:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc04e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218523264:0@lo:104: 00010000:00010000:0.0:1788832446.453862:0:22830:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.453872:0:22830:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.453887:0:22830:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832446.453892:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dd200/0x998c12b283538a20 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788832446.461999:0:22793:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:1.0:1788832446.462271:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1788832446.462340:0:22853:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1788832446.462345:0:22853:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:0.0:1788832446.463320:0:22854:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788832446.463700:0:22854:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832446.465707:0:22854:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788832446.465784:0:22854:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1788832446.466102:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1788832446.467276:0:22855:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9d2c3e777800 x1875726218523520/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832446.467296:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000040:01000000:0.0:1788832446.467885:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1788832446.467927:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788832446.468320:0:22793:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788832446.468328:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1788832446.468362:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832446.469545:0:22793:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788832446.470590:0:22793:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788832446.472819:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788832446.474170:0:22793:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1788832446.474860:0:22793:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788832446.477187:0:22793:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788832446.479026:0:22793:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788832446.479138:0:22793:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb56201bcb988 00100000:10000000:1.0:1788832446.479146:0:22793:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788832446.481613:0:22793:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788832446.481670:0:22793:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788832446.482506:0:22793:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1788832446.482531:0:22793:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1788832446.495552:0:22793:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788832446.495930:0:22793:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788832447.064444:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788832447.447225:0:22848:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788832447.447236:0:22848:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788832447.457153:0:22848:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788832447.457177:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788832447.513145:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 10000000:01000000:2.0:1788832447.958750:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788832447.958759:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2b01975000 from 11 10000000:01000000:2.0:1788832447.958765:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788832447.958825:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832447.958836:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832447.958848:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832447.958874:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218523648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788832447.958945:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832447.958996:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c07cd1600 going to sleep for 11 seconds 00000100:00100000:0.0:1788832447.959224:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523648 00000100:00100000:0.0:1788832447.959233:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523648 00000100:00100000:0.0:1788832447.959287:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788832447.959296:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+11:22812:x1875726218523648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832447.959327:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832447.959340:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538a27 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832447.959363:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538a27 expref: 12 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832447.959373:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a27 expref: 12 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832447.959382:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dcc00, rc 0) 00000100:00100000:0.0:1788832447.959429:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:22812:x1875726218523648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832447.959435:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788832447.959659:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218523648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788832447.959682:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832447.959692:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832447.959754:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218523776:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788832447.959788:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832447.959930:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c07cd1600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832447.960022:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523776 00000100:00100000:3.0:1788832447.960026:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523776 00000100:00100000:3.0:1788832447.960053:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788832447.960060:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22812:x1875726218523776:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788832447.960074:0:22808:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788832447.960099:0:22808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788832447.960103:0:22808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788832447.960200:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:22812:x1875726218523776:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 140us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832447.960207:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788832447.960556:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218523776:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788832447.960598:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788832447.960606:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832447.960614:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832448.098955:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788832448.470762:0:22848:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788832448.470772:0:22848:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788832448.470891:0:22848:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788832448.470933:0:22848:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788832448.471072:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788832448.535934:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:2.0:1788832449.111045:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832449.558815:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:2.0:1788832450.135035:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832450.584558:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000001:02000400:1.0:1788832451.081084:0:23097:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788832451.161055:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832451.613985:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000100:00080000:2.0:1788832451.799031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788832451.799039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788832451.799042:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788832451.799050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 586 00000100:00080000:2.0:1788832451.799063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788832451.799071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d2c2f59d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788832451.799093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f5880 x1875726218524032/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788832451.799118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832451.799121:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832451.799123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832451.799126:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832451.799128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788832451.799131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788832451.799133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c358e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788832451.799138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d2c358e8000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788832451.799153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f7480 x1875726218524160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788832451.799194:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788832451.799205:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218523904:0@lo:400:kworker.0 00000100:00100000:2.0:1788832451.799272:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832451.799320:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524032:0@lo:38:kworker.0 00000100:00100000:2.0:1788832451.799352:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832451.799371:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218524160:0@lo:38:kworker.0 00000100:00100000:2.0:1788832451.799394:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832451.799421:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523904 00000100:00100000:2.0:1788832451.799427:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523904 00000100:00100000:2.0:1788832451.799467:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788832451.799475:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:3654:x1875726218523904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832451.799520:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:3654:x1875726218523904:12345-0@lo:400:kworker.0 Request processed in 45us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832451.799537:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788832451.799666:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524032 00000100:00100000:2.0:1788832451.799671:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524032 00000100:00100000:2.0:1788832451.799688:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832451.799692:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218524032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788832451.799708:0:22820:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788832451.799741:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218524032:12345-0@lo:38:kworker.0 Request processed in 47us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788832451.799747:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832451.799910:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218523904:0@lo:400:kworker.0 00000100:00080000:2.0:1788832451.799963:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832451.799968:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788832451.799971:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524032:0@lo:38:kworker.0 00000100:00100000:1.0:1788832451.800090:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524160 00000100:00100000:1.0:1788832451.800095:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524160 00000100:00100000:1.0:1788832451.800127:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788832451.800133:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218524160:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788832451.800149:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 591 last 0 00000020:00000080:1.0:1788832451.800186:0:22815:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x998c12b283538a35 00000004:00100000:1.0:1788832451.800201:0:22815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788832451.800324:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fc32800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788832451.800362:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875726218524160:12345-0@lo:38:kworker.0 Request processed in 229us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832451.800369:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788832451.800543:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d2b067f7480 x1875726218524160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788832451.800557:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788832451.800563:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788832451.800567:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788832451.800570:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c358e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788832451.800575:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875726218524160:0@lo:38:kworker.0 00000020:00000004:2.0:1788832451.938074:0:23149:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832451.939133:0:23149:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788832452.187950:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832452.630785:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000020:00000004:2.0:1788832452.799380:0:23199:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832452.799768:0:23199:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788832453.209541:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832453.655343:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:3.0:1788832454.234592:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832454.679860:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:2.0:1788832455.256225:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832455.708662:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:3.0:1788832456.279822:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832456.726950:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000100:00100000:1.0:1788832456.921750:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832446/real 1788832446] req@ffff9d2c3fc07800 x1875726218521088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832456.921779:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3fc07800 x1875726218521088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832456.921799:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832446/real 1788832446] req@ffff9d2c3fc06a00 x1875726218520960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832456.921813:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3fc06a00 x1875726218520960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788832456.921832:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832456.921856:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788832456.921860:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218521088:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788832456.921867:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832456.921986:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788832456.921990:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218520960:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788832456.922099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788832456.922104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788832456.922107:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832456.922112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 591 00000100:00080000:0.0:1788832456.922118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788832456.922124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d2c2f59d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832456.922146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc07480 x1875726218524416/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832456.922157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832456.922160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788832456.922162:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832456.922172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 586 00000100:00080000:0.0:1788832456.922174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788832456.922178:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d2c35b8e800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832456.922192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc06680 x1875726218524544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832456.922201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832456.922203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788832456.922205:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832456.922208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 586 00000100:00080000:0.0:1788832456.922210:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788832456.922212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d2c2f59c800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832456.922220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc06d80 x1875726218524672/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832456.922258:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218524800:0@lo:400:kworker.0 00000100:00100000:0.0:1788832456.922322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832456.922390:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524800 00000100:00100000:0.0:1788832456.922397:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524800 00000100:00100000:0.0:1788832456.922436:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788832456.922444:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218524800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832456.922496:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218524800:12345-0@lo:400:kworker.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832456.922504:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788832456.922535:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d2c3fc05180 x1875726218524800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832456.922547:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218524800:0@lo:400:kworker.0 00000100:00100000:1.0:1788832456.922610:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218524288:0@lo:400:kworker.0 00000100:00100000:1.0:1788832456.922679:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832456.922721:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524416:0@lo:38:kworker.0 00000100:00100000:1.0:1788832456.922746:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832456.922763:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524544:0@lo:8:kworker.0 00000400:00000100:1.0:1788832456.922784:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218524544 offset 0 length 520: 4 00000100:00100000:1.0:1788832456.922796:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524672:0@lo:8:kworker.0 00000400:00000100:1.0:1788832456.922810:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218524672 offset 0 length 520: 4 00000100:00100000:1.0:1788832456.922834:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524416 00000100:00100000:1.0:1788832456.922837:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524416 00000100:00100000:1.0:1788832456.922855:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788832456.922859:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218524416:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788832456.922973:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524288 00000100:00100000:0.0:1788832456.922978:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524288 00000100:00100000:0.0:1788832456.923006:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788832456.923013:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:3654:x1875726218524288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832456.923061:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+12:3654:x1875726218524288:12345-0@lo:400:kworker.0 Request processed in 48us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832456.923067:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00020000:1.0:1788832456.923117:0:22820:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788832456.923199:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218524416:12345-0@lo:38:kworker.0 Request processed in 337us (451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788832456.923205:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788832456.923236:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218524288:0@lo:400:kworker.0 00000100:00080000:0.0:1788832456.925243:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788832456.925264:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788832456.925270:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524416:0@lo:38:kworker.0 00010000:00010000:2.0:1788832457.302949:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832457.751093:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:2.0:1788832458.331121:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788832458.711321:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832458.774826:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000020:01000004:2.0:1788832459.237774:0:23544:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788832459.237778:0:23544:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788832459.237779:0:23544:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788832459.237881:0:23544:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d2c3fd3b000 00000020:01000004:2.0:1788832459.237896:0:23544:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788832459.237908:0:23544:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788832459.237922:0:23544:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9d2b073e19b8) 00000020:00000080:2.0:1788832459.237938:0:23544:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788832459.298131:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788832459.298368:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788832459.302168:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.302532:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.302824:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.303213:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.303641:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.303949:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.304244:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.304475:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.304714:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.304981:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.305298:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788832459.305494:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788832459.306187:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788832459.306749:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788832459.307097:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788832459.307342:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788832459.307538:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.308105:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.308350:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.308668:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.308921:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.309195:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.309368:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.309555:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.309932:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.310300:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.310479:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.310691:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.311041:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.311261:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.311457:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.311657:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.311913:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.312149:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.312303:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.312464:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.312678:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.313037:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.313237:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788832459.313393:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.313558:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.313926:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.314234:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788832459.314391:0:23544:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00080000:01000000:0.0:1788832459.315171:0:23544:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788832459.315365:0:23544:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1788832459.315376:0:23544:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788832459.315387:0:23544:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538a43 00000020:01000004:0.0:1788832459.315394:0:23544:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788832459.315415:0:23544:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788832459.315419:0:23544:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788832459.315425:0:23544:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1788832459.315449:0:23544:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1788832459.315454:0:23544:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788832459.322864:0:23544:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788832459.322915:0:23544:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788832459.322919:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788832459.322921:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788832459.322922:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788832459.322924:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788832459.322925:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788832459.322926:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788832459.322928:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788832459.322930:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788832459.322931:0:23544:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788832459.322944:0:23544:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788832459.322947:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788832459.322948:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788832459.322950:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788832459.322951:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788832459.322952:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788832459.322953:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788832459.322954:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788832459.322955:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788832459.322956:0:23544:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788832459.322988:0:23544:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788832459.323020:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218524928:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788832459.323097:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.323143:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36dd4180 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.323749:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218524928 00000100:00100000:2.0:1788832459.323757:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218524928 00000100:00100000:2.0:1788832459.323813:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788832459.323823:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:23544:x1875726218524928:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832459.323865:0:22807:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788832459.323869:0:22807:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1788832459.323920:0:22807:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788832459.324755:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:23544:x1875726218524928:12345-0@lo:253:mount.lustre.0 Request processed in 930us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832459.324766:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788832459.324793:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218524928:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788832459.324806:0:23544:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788832459.324819:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788832459.324820:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788832459.324822:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788832459.324823:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788832459.324825:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788832459.324825:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788832459.324826:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788832459.324828:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788832459.324829:0:23544:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788832459.324860:0:23544:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d2c3fd3b000 from lustre-MDT0001 10000000:01000000:1.0:1788832459.324885:0:23544:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788832459.324888:0:23544:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788832459.324896:0:23544:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d2c35993370 local copy 00010000:00010000:1.0:1788832459.324906:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.325020:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525056:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832459.325052:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.325085:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0760f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.325188:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525056 00000100:00100000:0.0:1788832459.325193:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525056 00000100:00100000:0.0:1788832459.325233:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788832459.325241:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:23544:x1875726218525056:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832459.325315:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+12:23544:x1875726218525056:12345-0@lo:501:mount.lustre.0 Request processed in 75us (262us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788832459.325332:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788832459.325524:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525056:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788832459.325538:0:23544:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788832459.325559:0:23544:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788832459.325566:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.325575:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.325598:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d2c3fd3b000 10000000:01000000:2.0:1788832459.325693:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788832459.325698:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9d2c35993370 10000000:01000000:2.0:1788832459.325700:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1788832459.325703:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9d2c35993370 from 1 10000000:01000000:2.0:1788832459.325706:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788832459.325729:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.325747:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.325756:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832459.325769:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525184:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832459.325793:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.325815:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832459.325872:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525184 00000100:00100000:1.0:1788832459.325877:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525184 00000100:00100000:1.0:1788832459.325907:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788832459.325914:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+12:23544:x1875726218525184:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832459.325922:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832459.325934:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050ac00/0x998c12b283538a51 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538a4a expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326104:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050ac00/0x998c12b283538a51 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538a4a expref: 13 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326116:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050ac00/0x998c12b283538a51 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a4a expref: 13 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326135:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050ac00, rc 0) 00000100:00100000:1.0:1788832459.326178:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+13:23544:x1875726218525184:12345-0@lo:101:mount.lustre.0 Request processed in 263us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.326184:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788832459.326216:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525184:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832459.326229:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a51 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.326238:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538a51 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.326254:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788832459.326269:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a51 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.326276:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfec00/0x998c12b283538a4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a51 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.326283:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d2c3fd3b000 10000000:01000000:2.0:1788832459.326287:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788832459.326290:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d2c3fd3b000 from 1 10000000:01000000:2.0:1788832459.326292:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788832459.326312:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.326319:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.326326:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832459.326338:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525312:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832459.326362:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.326381:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832459.326617:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525312 00000100:00100000:1.0:1788832459.326648:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525312 00000100:00100000:1.0:1788832459.326677:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788832459.326683:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+13:23544:x1875726218525312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832459.326692:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832459.326702:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b000/0x998c12b283538a5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538a58 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326715:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b000/0x998c12b283538a5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538a58 expref: 14 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326724:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050b000/0x998c12b283538a5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a58 expref: 14 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.326730:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050b000, rc 0) 00000100:00100000:1.0:1788832459.326769:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+14:23544:x1875726218525312:12345-0@lo:101:mount.lustre.0 Request processed in 86us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.326775:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788832459.327764:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525312:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832459.327782:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a5f expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.327792:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538a5f expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.327807:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788832459.327826:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a5f expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.327833:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff400/0x998c12b283538a58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a5f expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.327839:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788832459.327845:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832459.327851:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d2c3fd3b000 10000000:01000000:2.0:1788832459.327864:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788832459.327869:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1788832459.327871:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788832459.327896:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.327903:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.327911:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832459.327928:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525440:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832459.327966:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.327997:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832459.328065:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525440 00000100:00100000:1.0:1788832459.328071:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525440 00000100:00100000:1.0:1788832459.328110:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788832459.328118:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+14:23544:x1875726218525440:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832459.328128:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832459.328144:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050a000/0x998c12b283538a6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538a66 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.328161:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050a000/0x998c12b283538a6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538a66 expref: 15 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.328169:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050a000/0x998c12b283538a6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a66 expref: 15 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.328176:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050a000, rc 0) 00000100:00100000:1.0:1788832459.328218:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525440:12345-0@lo:101:mount.lustre.0 Request processed in 101us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.328223:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788832459.329891:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525440:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832459.329917:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a6d expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.329935:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538a6d expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788832459.332787:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1788832459.333594:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832459.343441:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788832459.343499:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1788832459.343516:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1788832459.343533:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1788832459.343546:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1788832459.343558:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1788832459.343582:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1788832459.343596:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1788832459.344577:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1788832459.344593:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1788832459.344793:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1788832459.344810:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1788832459.344824:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1788832459.344836:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1788832459.345009:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1788832459.345031:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1788832459.345044:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1788832459.345055:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1788832459.345067:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1788832459.345080:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1788832459.345094:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1788832459.345106:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1788832459.345119:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1788832459.345132:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1788832459.345144:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1788832459.345156:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1788832459.345167:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1788832459.345179:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1788832459.345192:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1788832459.345206:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1788832459.345221:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1788832459.345232:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1788832459.345244:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1788832459.345255:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1788832459.345267:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1788832459.345278:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1788832459.345288:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1788832459.345299:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1788832459.345310:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1788832459.345334:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1788832459.345346:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1788832459.345357:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1788832459.345368:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1788832459.345379:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1788832459.345405:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1788832459.345410:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1788832459.345510:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832459.345573:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.345788:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.345835:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525568 00000100:00100000:0.0:1788832459.345913:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525568 00000100:00100000:0.0:1788832459.346087:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788832459.346097:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525568:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832459.346292:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525568:12345-0@lo:501:mount.lustre.0 Request processed in 196us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.346300:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788832459.346372:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832459.346409:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525696:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832459.346451:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.346527:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788832459.346612:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525696 00000100:00100000:1.0:1788832459.346617:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525696 00000100:00100000:1.0:1788832459.346669:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788832459.346676:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525696:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832459.347552:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525696:12345-0@lo:503:mount.lustre.0 Request processed in 873us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.347561:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788832459.347689:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525696:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788832459.348104:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788832459.348174:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525824:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832459.348216:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.348240:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832459.348467:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525824 00000100:00100000:1.0:1788832459.348473:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525824 00000100:00100000:1.0:1788832459.348499:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788832459.348506:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525824:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832459.349251:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525824:12345-0@lo:502:mount.lustre.0 Request processed in 743us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.349259:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788832459.349365:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525824:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832459.349544:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788832459.349571:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788832459.349584:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788832459.349595:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788832459.349638:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788832459.349652:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788832459.349664:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788832459.349686:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788832459.349699:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788832459.349710:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788832459.349721:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788832459.349731:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788832459.349740:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788832459.349750:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788832459.349765:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788832459.349775:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788832459.349785:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788832459.349794:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788832459.349805:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788832459.349815:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788832459.349827:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788832459.349837:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1788832459.350284:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1788832459.350314:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1788832459.350328:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1788832459.350340:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1788832459.350350:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1788832459.350361:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1788832459.350370:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1788832459.350382:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1788832459.350393:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1788832459.350406:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1788832459.350419:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1788832459.350432:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1788832459.350446:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1788832459.350457:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1788832459.350468:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1788832459.350482:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1788832459.350496:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1788832459.350510:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1788832459.350525:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1788832459.350539:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1788832459.350552:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1788832459.350564:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1788832459.354782:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525952:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832459.355103:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.355135:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c480 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.355251:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218525952 00000100:00100000:3.0:1788832459.355258:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218525952 00000100:00100000:3.0:1788832459.355305:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788832459.355313:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525952:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832459.355450:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218525952:12345-0@lo:502:mount.lustre.0 Request processed in 137us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.355458:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788832459.355551:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218525952:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832459.356053:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788832459.356069:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00010000:00010000:2.0:1788832459.356863:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788832459.357158:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832459.357168:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832459.357171:0:23548:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788832459.357176:0:23548:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788832459.357178:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832459.357191:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9d2b0600cd28) 00000020:00000080:0.0:1788832459.357211:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788832459.357216:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788832459.357298:0:23548:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788832459.357304:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538a7b 00000020:00000080:0.0:1788832459.357501:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788832459.357506:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832459.357510:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832459.357511:0:23548:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788832459.357513:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832459.357517:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832459.357518:0:23548:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788832459.357521:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832459.357529:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9d2c39084d28) 00000020:00000080:0.0:1788832459.357540:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788832459.357543:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788832459.357545:0:23548:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788832459.357554:0:23548:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788832459.357560:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788832459.357833:0:23548:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c3fd3b000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788832459.357917:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9d2c39083370) 00000020:00000080:0.0:1788832459.357927:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788832459.358063:0:23548:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788832459.358070:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538a90 00000020:00000080:0.0:1788832459.358167:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788832459.358174:0:23548:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788832459.358178:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x998c12b283538a97 00080000:01000000:0.0:1788832459.358184:0:23548:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788832459.358187:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538a9e 00010000:00010000:2.0:1788832459.461412:0:23548:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788832459.461885:0:23548:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788832459.462195:0:23548:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788832459.466493:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1788832459.466507:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832459.466514:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832459.466517:0:23548:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1788832459.466520:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832459.466527:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832459.466529:0:23548:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1788832459.466532:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832459.466538:0:23548:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:0.0:1788832459.466564:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832459.466579:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9d2c390819b8) 00000020:00000080:0.0:1788832459.466611:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1788832459.466617:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788832459.467262:0:23548:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1788832459.467269:0:23548:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788832459.467277:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538aac 00010000:00080000:0.0:1788832459.470162:0:23548:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c09880800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788832459.471985:0:23548:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788832459.492219:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788832459.492235:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788832459.492561:0:23548:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788832459.492584:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538ab3 00000100:00080000:1.0:1788832459.492717:0:23548:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788832459.492724:0:23548:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d2c09880800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832459.492774:0:23548:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3e777100 x1875726218526080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832459.492797:0:23548:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1788832459.492922:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.492927:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.492929:0:23548:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788832459.492932:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788832459.492935:0:23548:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788832459.492936:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788832459.492938:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788832459.492939:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788832459.492942:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.492944:0:23548:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788832459.492946:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832459.492951:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.492952:0:23548:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788832459.492956:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788832459.492986:0:23548:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788832459.492998:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.493010:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.493012:0:23548:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788832459.493015:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788832459.493016:0:23548:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788832459.493018:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788832459.493019:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788832459.493020:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788832459.493022:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.493023:0:23548:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788832459.493025:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788832459.493028:0:23548:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788832459.493032:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.493038:0:23548:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788832459.493043:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788832459.493047:0:23548:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:1.0:1788832459.493069:0:23548:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788832459.493072:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788832459.493086:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9d2b063999b8) 00000020:00000080:1.0:1788832459.493098:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788832459.493102:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788832459.493159:0:23548:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788832459.493166:0:23548:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788832459.493171:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538ac1 00010000:00080000:1.0:1788832459.493213:0:23548:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c1fe5b800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1788832459.493448:0:23548:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1788832459.493772:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526080:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788832459.493854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.494321:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526080 00000100:00100000:1.0:1788832459.494339:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526080 00000100:00100000:1.0:1788832459.494378:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788832459.494386:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218526080:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788832459.494409:0:22820:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 599 last 0 00000020:00000080:1.0:1788832459.494452:0:22820:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538ac8 00000004:00100000:1.0:1788832459.494465:0:22820:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788832459.494479:0:22820:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1788832459.495077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788832459.495082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788832459.495085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832459.495090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 596 00000100:00080000:3.0:1788832459.495095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788832459.495099:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d2c2f59d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832459.495126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2ca80 x1875726218526208/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832459.495152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.495156:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832459.495158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.495161:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788832459.495278:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218526208:0@lo:38:kworker.0 00000100:00100000:0.0:1788832459.495325:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.495702:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218526336:0@lo:400:kworker.0 00000100:00100000:1.0:1788832459.495757:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.496318:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526336 00000100:00100000:2.0:1788832459.496325:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526336 00000100:00100000:2.0:1788832459.496483:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832459.496492:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218526336:12345-0@lo:400:kworker.0 00000040:01000000:1.0:1788832459.497041:0:23548:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788832459.497456:0:23548:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1788832459.497810:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218526336:12345-0@lo:400:kworker.0 Request processed in 1318us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832459.497821:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788832459.497905:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d2b07e2e300 x1875726218526336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832459.497919:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218526336:0@lo:400:kworker.0 00000100:00080000:1.0:1788832459.499443:0:22820:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788832459.499536:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1875726218526080:12345-0@lo:38:llog_process_th.0 Request processed in 5149us (5683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.499546:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788832459.499566:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526208 00000100:00100000:1.0:1788832459.499572:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526208 00000100:00100000:1.0:1788832459.499591:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832459.499606:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218526208:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788832459.499669:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218526208:12345-0@lo:38:kworker.0 Request processed in 71us (4344us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788832459.499679:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788832459.499942:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788832459.499951:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788832459.499955:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788832459.499958:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218526208:0@lo:38:kworker.0 00000100:00100000:3.0:1788832459.499973:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788832459.499978:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788832459.499986:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788832459.499991:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788832459.500012:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c09880800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788832459.500032:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526080:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788832459.500425:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218526464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788832459.500469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1788832459.501462:0:23548:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788832459.501805:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526464 00000100:00100000:1.0:1788832459.501814:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526464 00000100:00100000:1.0:1788832459.501852:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788832459.501860:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1875726218526464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788832459.501894:0:22820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788832459.501974:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1875726218526464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.501982:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788832459.502131:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218526464:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788832459.502507:0:23548:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788832459.503086:0:23548:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788832459.504487:0:23553:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788832459.504493:0:23553:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788832459.505963:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788832459.505975:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788832459.506024:0:23548:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788832459.506046:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538acf 00000100:00080000:2.0:1788832459.506056:0:23548:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788832459.506062:0:23548:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d2c1fe5b800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788832459.506095:0:23548:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f5880 x1875726218526592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832459.506151:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526592:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788832459.506230:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218526592 offset 0 length 520: 4 00000100:00080000:2.0:1788832459.506458:0:23548:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788832459.506584:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788832459.506590:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832459.506592:0:23548:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788832459.506596:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788832459.506607:0:23548:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1788832459.506609:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788832459.506610:0:23548:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788832459.506612:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788832459.506615:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832459.506617:0:23548:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788832459.506640:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788832459.506645:0:23548:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788832459.506648:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832459.506650:0:23548:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788832459.506653:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788832459.506657:0:23548:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:2.0:1788832459.506678:0:23548:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788832459.506680:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788832459.506692:0:23548:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9d2b073e0000) 00000020:00000080:2.0:1788832459.506705:0:23548:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788832459.506710:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788832459.506773:0:23548:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788832459.506786:0:23548:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788832459.506792:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x998c12b283538add 00010000:00080000:2.0:1788832459.506820:0:23548:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c3fdc5000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788832459.507025:0:23548:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788832459.507096:0:23548:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788832459.507110:0:23548:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1788832459.507706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832459.507717:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832459.507720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832459.507723:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788832459.510095:0:23548:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832459.510912:0:23548:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788832459.511058:0:23548:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1788832459.513073:0:23555:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788832459.513080:0:23555:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788832459.514384:0:23548:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788832459.514400:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788832459.514445:0:23548:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788832459.514469:0:23548:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538ae4 00000100:00080000:3.0:1788832459.514480:0:23548:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788832459.514487:0:23548:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d2c3fdc5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832459.514590:0:23548:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2ca80 x1875726218526720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788832459.514864:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526720:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788832459.514916:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218526720 offset 0 length 520: 4 00000100:00080000:3.0:1788832459.514986:0:23548:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788832459.515029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.515034:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832459.515037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.515040:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1788832459.515085:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832459.515089:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832459.515091:0:23548:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788832459.515094:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832459.515098:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832459.515099:0:23548:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788832459.515114:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788832459.515116:0:23548:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788832459.515118:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832459.515120:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832459.515122:0:23548:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788832459.515124:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832459.515126:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832459.515127:0:23548:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788832459.515130:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788832459.515159:0:23548:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832459.515162:0:23548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832459.515163:0:23548:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788832459.515166:0:23548:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1788832459.515575:0:23544:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788832459.515618:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788832459.515658:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a6d expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.515682:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfee00/0x998c12b283538a66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538a6d expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832459.515690:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2c3fd3b000 from 1 10000000:01000000:1.0:1788832459.515693:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788832459.515721:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.515728:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.515738:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.515756:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218526848:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788832459.515796:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.515815:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.515964:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526848 00000100:00100000:3.0:1788832459.515971:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526848 00000100:00100000:3.0:1788832459.516029:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788832459.516038:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+15:23544:x1875726218526848:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832459.516051:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832459.516064:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538aeb expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.516086:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538aeb expref: 16 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.516096:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538aeb expref: 16 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.516105:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b000, rc 0) 00000100:00100000:3.0:1788832459.516145:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+16:23544:x1875726218526848:12345-0@lo:101:mount.lustre.0 Request processed in 108us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.516151:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788832459.516289:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218526848:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832459.516302:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.516311:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.517038:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218526976:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788832459.517080:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.517212:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.517581:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218526976 00000100:00100000:3.0:1788832459.517587:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218526976 00000100:00100000:3.0:1788832459.517658:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788832459.517666:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+16:23544:x1875726218526976:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788832459.517682:0:22806:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788832459.517700:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788832459.517703:0:22806:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788832459.517787:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+16:23544:x1875726218526976:12345-0@lo:256:mount.lustre.0 Request processed in 121us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.517794:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788832459.517960:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218526976:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788832459.518782:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788832459.518802:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.518813:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832459.518821:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c3fd3b000 from 1 10000000:01000000:1.0:1788832459.518824:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788832459.518851:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.518859:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.518867:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.518886:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527104:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788832459.518927:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.519080:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.519181:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527104 00000100:00100000:2.0:1788832459.519187:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527104 00000100:00100000:0.0:1788832459.519241:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788832459.519260:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+16:23544:x1875726218527104:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832459.519272:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832459.519284:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538af9 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.519306:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.519316:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.519324:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dd000, rc 0) 00000100:00100000:0.0:1788832459.519374:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527104:12345-0@lo:101:mount.lustre.0 Request processed in 125us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.519381:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788832459.519532:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527104:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832459.519546:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.519555:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788832459.521913:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788832459.522210:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788832459.522797:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788832459.522830:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788832459.522845:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788832459.522859:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788832459.522873:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788832459.522887:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788832459.522899:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788832459.522913:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788832459.522926:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788832459.522940:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788832459.522954:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788832459.522986:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788832459.522992:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788832459.523080:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527232:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832459.523142:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.523281:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.523593:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527232 00000100:00100000:0.0:1788832459.523609:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527232 00000100:00100000:0.0:1788832459.523665:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788832459.523674:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527232:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832459.523793:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527232:12345-0@lo:501:mount.lustre.0 Request processed in 119us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.523809:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788832459.523952:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527232:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832459.523985:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527360:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832459.524033:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.524058:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.524111:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527360 00000100:00100000:0.0:1788832459.524116:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527360 00000100:00100000:0.0:1788832459.524134:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788832459.524140:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527360:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788832459.524264:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527360:12345-0@lo:503:mount.lustre.0 Request processed in 123us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.524271:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788832459.524574:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527360:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788832459.525095:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788832459.525158:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527488:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832459.525203:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.525409:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.525446:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527488 00000100:00100000:0.0:1788832459.525451:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527488 00000100:00100000:0.0:1788832459.525618:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788832459.525651:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527488:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832459.525740:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527488:12345-0@lo:502:mount.lustre.0 Request processed in 91us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.525748:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788832459.525826:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527488:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832459.525990:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788832459.526026:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788832459.526041:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788832459.526056:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788832459.526070:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788832459.526083:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788832459.526097:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788832459.526108:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788832459.526118:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788832459.526129:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788832459.526141:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788832459.526165:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527616:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832459.526200:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.526860:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.526922:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527616 00000100:00100000:3.0:1788832459.526929:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527616 00000100:00100000:3.0:1788832459.526958:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788832459.526965:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c284e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527616:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832459.527081:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c284e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527616:12345-0@lo:502:mount.lustre.0 Request processed in 115us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.527088:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788832459.527170:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527616:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832459.527222:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788832459.527232:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788832459.528127:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832459.528138:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.528140:0:23557:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788832459.528148:0:23557:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c3fd3b000 00000020:00000080:1.0:1788832459.528150:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832459.528158:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.528160:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.528162:0:23557:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788832459.528164:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832459.528167:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.528168:0:23557:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788832459.528180:0:23557:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c3fd3b000 00000020:00000080:1.0:1788832459.528183:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832459.528240:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.528244:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.528245:0:23557:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788832459.530473:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832459.530482:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.530484:0:23557:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832459.530490:0:23557:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c3fd3b000 00000020:00000080:1.0:1788832459.530493:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832459.530565:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.530568:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.530569:0:23557:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832459.530572:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832459.530574:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.530575:0:23557:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788832459.530578:0:23557:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c3fd3b000 00000020:00000080:1.0:1788832459.530581:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832459.531443:0:23557:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832459.531451:0:23557:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832459.531452:0:23557:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788832459.531456:0:23557:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1788832459.535724:0:23544:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788832459.535768:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788832459.535793:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.535806:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832459.535862:0:23544:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788832459.535866:0:23544:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d2c3fd3b000 10000000:01000000:2.0:1788832459.535869:0:23544:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d2c3fd3b000 10000000:01000000:2.0:1788832459.535874:0:23544:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832459.535880:0:23544:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d2c3fd3b000 from 1 10000000:01000000:2.0:1788832459.535883:0:23544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788832459.535918:0:23544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.535927:0:23544:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.535945:0:23544:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832459.535969:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832459.536041:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.536082:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.536197:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527744 00000100:00100000:3.0:1788832459.536203:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527744 00000100:00100000:3.0:1788832459.537133:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788832459.537145:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:23544:x1875726218527744:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832459.537161:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832459.537175:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204b400/0x998c12b283538b0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b07 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.537199:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204b400/0x998c12b283538b0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b07 expref: 18 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.537222:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204b400/0x998c12b283538b0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b07 expref: 18 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832459.537231:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b400, rc 0) 00000100:00100000:3.0:1788832459.537309:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218527744:12345-0@lo:101:mount.lustre.0 Request processed in 167us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.537316:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788832459.537415:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527744:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832459.537431:0:23544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b0e expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.537439:0:23544:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b0e expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788832459.543711:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788832459.544032:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832459.544216:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788832459.544238:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788832459.545439:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788832459.545475:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788832459.545491:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788832459.545817:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788832459.545841:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788832459.545855:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788832459.545869:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788832459.545883:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788832459.545898:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788832459.545910:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788832459.545924:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788832459.545962:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788832459.545977:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788832459.545991:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788832459.546015:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788832459.546032:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788832459.546045:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788832459.546058:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788832459.546072:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788832459.546084:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788832459.546094:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788832459.546104:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788832459.546115:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788832459.546125:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788832459.546135:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788832459.546144:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788832459.546155:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788832459.546178:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788832459.546189:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788832459.546202:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788832459.546216:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788832459.546229:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788832459.546244:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788832459.549765:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788832459.549805:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788832459.549821:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788832459.549833:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788832459.549846:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788832459.549858:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788832459.549871:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788832459.549885:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788832459.549897:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788832459.549911:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788832459.549944:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788832459.549973:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788832459.549985:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788832459.550173:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788832459.550193:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788832459.550209:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788832459.550214:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788832459.553292:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832459.553370:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832459.553917:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218527872 00000100:00100000:3.0:1788832459.553926:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218527872 00000100:00100000:3.0:1788832459.553979:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788832459.553989:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218527872:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832459.554145:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218527872:12345-0@lo:501:mount.lustre.0 Request processed in 157us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.554152:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788832459.554324:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.554356:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218527872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832459.554725:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528000:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832459.554776:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.554798:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832459.556748:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528000 00000100:00100000:3.0:1788832459.556761:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528000 00000100:00100000:3.0:1788832459.556810:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788832459.556819:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528000:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788832459.556964:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528000:12345-0@lo:503:mount.lustre.0 Request processed in 145us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.556971:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788832459.557041:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528000:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788832459.557477:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788832459.559111:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528128:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832459.559180:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832459.559486:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b063766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.568069:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528128 00000100:00100000:2.0:1788832459.568084:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528128 00000100:00100000:3.0:1788832459.569781:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788832459.569798:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528128:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832459.569971:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528128:12345-0@lo:502:mount.lustre.0 Request processed in 179us (10790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832459.569979:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788832459.570047:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528128:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788832459.570312:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1788832459.570342:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1788832459.570358:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1788832459.570371:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1788832459.570383:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1788832459.570395:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1788832459.570407:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1788832459.570419:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1788832459.570432:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1788832459.570445:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1788832459.570458:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1788832459.570470:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1788832459.570482:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1788832459.570494:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1788832459.570526:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1788832459.570553:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1788832459.570568:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1788832459.570582:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1788832459.570594:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1788832459.570772:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1788832459.570788:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1788832459.570801:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1788832459.570815:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1788832459.570839:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1788832459.570854:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1788832459.570867:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1788832459.570879:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1788832459.570893:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1788832459.570907:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1788832459.570920:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1788832459.570934:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1788832459.570959:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1788832459.570975:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1788832459.570988:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1788832459.571012:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1788832459.571028:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1788832459.571040:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1788832459.571053:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1788832459.571067:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1788832459.571081:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1788832459.571094:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1788832459.571107:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1788832459.571120:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1788832459.571133:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1788832459.571145:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1788832459.571155:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1788832459.571166:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1788832459.571190:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1788832459.571236:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528256:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832459.571305:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832459.574312:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b063766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.574459:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528256 00000100:00100000:2.0:1788832459.574468:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528256 00000100:00100000:2.0:1788832459.574521:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788832459.574532:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528256:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832459.574708:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528256:12345-0@lo:502:mount.lustre.0 Request processed in 177us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832459.574716:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788832459.575725:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528256:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832459.575949:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788832459.575977:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788832459.576024:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528384:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832459.576077:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.576106:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.576126:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528384 00000100:00100000:2.0:1788832459.576131:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528384 00000100:00100000:2.0:1788832459.576163:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788832459.576171:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528384:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832459.576261:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528384:12345-0@lo:502:mount.lustre.0 Request processed in 90us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832459.576268:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788832459.576313:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832459.576707:0:23544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788832459.576717:0:23544:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788832459.578457:0:23562:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1788832459.578474:0:23562:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9d2b073e4d28) 00000020:00000080:2.0:1788832459.578567:0:23562:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1788832459.578723:0:23562:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c3fd3b000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788832459.578727:0:23562:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c3fd3b000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788832459.578730:0:23562:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c3fd3b000 3 00010000:00080000:2.0:1788832459.578770:0:23562:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2b076ef000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788832459.582834:0:23562:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1788832459.583158:0:23562:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1788832459.583204:0:23562:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788832459.583217:0:23562:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x998c12b283538b1c 00000100:00080000:2.0:1788832459.583227:0:23562:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788832459.583233:0:23562:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d2b076ef000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788832459.583270:0:23562:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f6a00 x1875726218528512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788832459.583301:0:23562:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788832459.584027:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875726218528512:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788832459.584102:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788832459.586602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.586611:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832459.586614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832459.586643:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788832459.591166:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528512 00000100:00100000:1.0:1788832459.591181:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528512 00000100:00100000:1.0:1788832459.591225:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788832459.591234:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218528512:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788832459.591264:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 599 last 0 00000020:00000080:1.0:1788832459.591313:0:22815:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x998c12b283538b23 00000004:00100000:1.0:1788832459.591328:0:22815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788832459.591587:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fd3c000 : changing import state from RECOVER to FULL 00000040:00080000:0.0:1788832459.591836:0:23562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:1.0:1788832459.592130:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875726218528512:12345-0@lo:38:llog_process_th.0 Request processed in 895us (8026us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.592146:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000000:2.0:1788832459.592372:0:23544:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788832459.592420:0:23544:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788832459.592440:0:23544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b0e expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.592452:0:23544:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffc00/0x998c12b283538b07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b0e expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788832459.592497:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788832459.592509:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788832459.592511:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832459.592512:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832459.592513:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832459.592515:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832459.592516:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788832459.592518:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832459.592519:0:23544:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788832459.592523:0:23544:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788832459.592526:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788832459.592527:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788832459.592528:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832459.592529:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832459.592530:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832459.592531:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832459.592532:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788832459.592534:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832459.592535:0:23544:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788832459.592563:0:23544:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788832459.592580:0:23544:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528640:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788832459.592652:0:23544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.592677:0:23544:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788832459.592693:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528640 00000100:00100000:2.0:1788832459.592697:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528640 00000100:00100000:2.0:1788832459.592725:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788832459.592732:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:23544:x1875726218528640:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832459.592760:0:22807:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788832459.592773:0:22807:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:0.0:1788832459.594246:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d2b067f6a00 x1875726218528512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832459.594261:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788832459.594271:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788832459.594280:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788832459.594285:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788832459.594289:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b076ef000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788832459.594304:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875726218528512:0@lo:38:llog_process_th.0 00000001:00100000:2.0:1788832459.596686:0:22794:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788832459.596763:0:22807:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788832459.596775:0:22807:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1788832459.596880:0:22830:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788832459.596886:0:22830:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788832459.596908:0:22830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.596927:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538a27 expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.596935:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538aeb expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.596942:0:22830:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.596982:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.596997:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 18 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.597023:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218528768:0@lo:104: 00000100:00100000:1.0:1788832459.597093:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788832459.597140:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.597149:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 18 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.597157:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218528896:0@lo:104: 00000100:00100000:1.0:1788832459.597191:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832459.597215:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.597288:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528768 00000100:00100000:0.0:1788832459.597296:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528768 00000100:00100000:0.0:1788832459.597342:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218528896 00000100:00100000:0.0:1788832459.597345:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218528896 00000100:00100000:0.0:1788832459.597360:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788832459.597368:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218528768:12345-0@lo:104: 00010000:00010000:0.0:1788832459.597379:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597447:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788832459.597453:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218528768:12345-0@lo:104: Request processed in 86us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.597460:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788832459.597477:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832459.597482:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218528896:12345-0@lo:104: 00010000:00010000:0.0:1788832459.597490:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597531:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788832459.597536:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218528896:12345-0@lo:104: Request processed in 54us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.597542:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788832459.597558:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832459.597563:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597580:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050bc00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832459.597584:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597592:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832459.597599:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832459.597604:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832459.597656:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597663:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832459.597682:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597689:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050bc00/0x998c12b283538aeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538af2 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597704:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832459.597707:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597711:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cfe600 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832459.597714:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597730:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832459.597736:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832459.597741:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832459.597754:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597758:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832459.597773:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597780:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe600/0x998c12b283538a27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538a2e expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.597792:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832459.597793:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832459.597795:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832459.597806:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218529024:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832459.597832:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832459.597898:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218529152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832459.597918:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832459.597949:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529024 00000100:00100000:0.0:1788832459.597953:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529024 00010000:00010000:0.0:1788832459.597971:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 19 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832459.598012:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529152 00000100:00100000:0.0:1788832459.598016:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529152 00010000:00010000:0.0:1788832459.598028:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 20 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832459.598040:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788832459.598046:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+20:3654:x1875726218529024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832459.598055:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832459.598060:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 20 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598070:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 20 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598085:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832459.598112:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+20:3654:x1875726218529024:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.598118:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788832459.598129:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832459.598135:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+19:3651:x1875726218529152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832459.598143:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832459.598147:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 19 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598155:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 19 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598168:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598181:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788832459.598194:0:22799:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009967094s 00010000:00010000:0.0:1788832459.598199:0:22799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598206:0:22799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598213:0:22799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598219:0:22799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598224:0:22799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050b800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832459.598228:0:22799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598234:0:22799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598243:0:22799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832459.598252:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832459.598291:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+19:3651:x1875726218529152:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.598298:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832459.598359:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218529024:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832459.598383:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218529152:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788832459.598856:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c4204b000/0x998c12b283538af2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538aeb expref: 18 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.598869:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218528768:0@lo:104: 00010000:00010000:1.0:1788832459.598879:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dcc00/0x998c12b283538a2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538a27 expref: 17 pid: 22806 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832459.598886:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218528896:0@lo:104: 00010000:00010000:1.0:1788832459.598900:0:22830:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.598908:0:22830:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.598914:0:22830:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832459.598920:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b2a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832459.599262:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832459.612166:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+16:23544:x1875726218528640:12345-0@lo:253:mount.lustre.0 Request processed in 19424us (19504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832459.612180:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788832459.618843:0:23544:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:23544:1875726218528640:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788832459.618864:0:23544:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788832459.618867:0:23544:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788832459.618868:0:23544:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788832459.618870:0:23544:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832459.618871:0:23544:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832459.618872:0:23544:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832459.618873:0:23544:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832459.618874:0:23544:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788832459.618876:0:23544:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832459.618877:0:23544:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788832459.618893:0:23544:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:2.0:1788832459.628248:0:23544:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1788832459.628398:0:23568:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1788832459.628411:0:23568:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1788832459.628561:0:23569:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788832459.628746:0:23544:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1788832459.629140:0:23569:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788832459.629601:0:23544:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1788832459.629657:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788832459.630111:0:23544:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788832459.630120:0:23544:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1788832459.630160:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832459.632741:0:23544:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788832459.633322:0:23544:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788832459.633357:0:23544:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1788832459.634538:0:23544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788832459.635205:0:23569:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788832459.635266:0:23569:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1788832459.636157:0:23570:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529280:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788832459.636229:0:23570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832459.636274:0:23570:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c07c4aa80 going to sleep for 11 seconds 00080000:10000000:2.0:1788832459.636756:0:23544:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1788832459.637128:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529280 00000100:00100000:0.0:1788832459.637136:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529280 00000100:00100000:0.0:1788832459.637184:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832459.637194:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529280:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788832459.637299:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529280:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 106us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.637306:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788832459.637557:0:23570:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529280:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788832459.637590:0:23570:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788832459.637657:0:23570:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529408:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788832459.637706:0:23570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.637726:0:23570:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36de8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.637997:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529408 00000100:00100000:0.0:1788832459.638012:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529408 00000100:00100000:0.0:1788832459.638046:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832459.638053:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529408:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788832459.638160:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529408:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 107us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.638167:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788832459.638551:0:23570:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529408:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788832459.638652:0:23570:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23570:1875726218529536:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788832459.638685:0:23570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832459.638705:0:23570:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36de8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.639793:0:22825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529536 00000100:00100000:0.0:1788832459.639801:0:22825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529536 00000100:00100000:0.0:1788832459.639844:0:22825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788832459.639852:0:22825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23570:x1875726218529536:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788832459.639924:0:22825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23570:x1875726218529536:12345-0@lo:900:lod0001_rec0000.0 Request processed in 73us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.639931:0:22825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788832459.640255:0:23570:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d2b067f6d80 x1875726218529536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788832475 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832459.640269:0:23570:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23570:1875726218529536:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788832459.640343:0:23570:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529664:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788832459.640380:0:23570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:2.0:1788832459.640980:0:23544:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788832459.642574:0:23570:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c304893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832459.642861:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529664 00000100:00100000:0.0:1788832459.642870:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529664 00000100:00100000:0.0:1788832459.642920:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832459.642941:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529664:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788832459.643117:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23570:x1875726218529664:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 179us (2736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832459.643125:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788832459.643232:0:23570:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23570:1875726218529664:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1788832459.643285:0:23570:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832459.647787:0:23570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788832459.647870:0:23570:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788832459.647876:0:23570:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:2.0:1788832459.651586:0:23544:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788832459.651834:0:23544:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb56205557988 00100000:10000000:2.0:1788832459.651843:0:23544:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1788832459.653268:0:23544:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788832459.653296:0:23544:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788832459.653318:0:23544:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1788832459.653351:0:23544:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1788832459.656162:0:23544:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788832459.657708:0:23544:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788832459.810798:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:3.0:1788832460.382099:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788832460.642552:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832460.824283:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 10000000:01000000:0.0:1788832460.951726:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788832460.951733:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2c3fd3b000 from 12 10000000:01000000:0.0:1788832460.951738:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788832460.951781:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832460.951794:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832460.951805:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832460.951829:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218529792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788832460.951890:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832460.951926:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c077e0300 going to sleep for 11 seconds 00000100:00100000:3.0:1788832460.952085:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529792 00000100:00100000:3.0:1788832460.952093:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529792 00000100:00100000:3.0:1788832460.952140:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788832460.952149:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+16:22812:x1875726218529792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832460.952163:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832460.952177:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b31 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.952219:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b31 expref: 17 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.952230:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b31 expref: 17 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.952240:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b600, rc 0) 00000100:00100000:3.0:1788832460.952287:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218529792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832460.952293:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788832460.952361:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218529792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832460.952374:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.952384:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832460.957298:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218529920:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788832460.959459:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832460.959524:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c07c4a840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832460.959737:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218529920 00000100:00100000:1.0:1788832460.959747:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218529920 00000100:00100000:1.0:1788832460.959798:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788832460.959808:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218529920:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788832460.959846:0:22807:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788832460.959862:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788832460.959866:0:22807:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788832460.959970:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218529920:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 164us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832460.959978:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788832460.960035:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218529920:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788832460.960086:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788832460.960095:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.960106:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832460.960123:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788832460.960125:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2b01975000 from 12 10000000:01000000:3.0:1788832460.960128:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788832460.960158:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.960166:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832460.960175:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832460.960195:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218530048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788832460.960222:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832460.960253:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c07c4a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788832460.960618:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530048 00000100:00100000:0.0:1788832460.960644:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530048 00000100:00100000:0.0:1788832460.960675:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788832460.960682:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218530048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832460.960699:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832460.960710:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b3f expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832460.960733:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b3f expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832460.960743:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b3f expref: 18 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832460.960752:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc400, rc 0) 00000100:00100000:0.0:1788832460.960794:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218530048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832460.960801:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788832460.960887:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218530048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832460.960898:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832460.960907:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832460.960952:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218530176:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788832460.960979:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832460.961016:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832460.961019:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530176 00000100:00100000:3.0:1788832460.961023:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530176 00000100:00100000:3.0:1788832460.961054:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788832460.961061:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218530176:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788832460.961072:0:22807:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788832460.961083:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788832460.961086:0:22807:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788832460.961162:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218530176:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832460.961168:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788832460.961231:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218530176:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788832460.961270:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788832460.961275:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832460.961282:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832461.400372:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788832461.664843:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832461.846741:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:0.0:1788832462.431809:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832462.872682:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00010000:00010000:3.0:1788832463.446812:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832463.895850:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 0 seconds 00000001:02000400:2.0:1788832464.082831:0:23813:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788832464.470915:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788832464.599189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788832464.599195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788832464.599200:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788832464.599212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d2c2f59d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832464.599235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3fc04380 x1875726218530432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832464.599249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832464.599252:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832464.599255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832464.599264:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832464.599301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832464.599304:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832464.599306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832464.599309:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788832464.599506:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218530304:0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.599570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832464.599615:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788832464.599637:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218530816:0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.599664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832464.599692:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218530432:0@lo:38:kworker.0 00000100:00100000:0.0:1788832464.599717:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832464.599746:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218530560:0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.599768:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832464.599783:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788832464.599788:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218530688:0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.599810:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832464.599840:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530304 00000100:00100000:0.0:1788832464.599846:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530304 00000100:00100000:0.0:1788832464.599885:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788832464.599894:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:3652:x1875726218530304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.599941:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:3652:x1875726218530304:12345-0@lo:400:kworker.0 Request processed in 48us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832464.599948:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788832464.599997:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530432 00000100:00100000:0.0:1788832464.600000:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530432 00000100:00100000:0.0:1788832464.600011:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530688 00000100:00100000:0.0:1788832464.600014:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530688 00000100:00100000:0.0:1788832464.600029:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788832464.600033:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3650:x1875726218530432:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788832464.600054:0:22820:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 604 last 0 00000020:00000080:0.0:1788832464.600088:0:22820:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b283538b4d 00000004:00100000:0.0:1788832464.600103:0:22820:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788832464.600109:0:22820:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788832464.600177:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530816 00000100:00100000:0.0:1788832464.600180:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530816 00000100:00100000:0.0:1788832464.600203:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530560 00000100:00100000:0.0:1788832464.600206:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530560 00000100:00100000:0.0:1788832464.600220:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832464.600227:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218530816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.600276:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218530816:12345-0@lo:400:kworker.0 Request processed in 48us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832464.600283:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832464.600295:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832464.600302:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218530560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.600335:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218530560:12345-0@lo:400:kworker.0 Request processed in 33us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832464.600341:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788832464.600375:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c3fc05500 x1875726218530560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832464.600389:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218530560:0@lo:400:kworker.0 00010000:00080000:0.0:1788832464.600426:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c3fc06300 x1875726218530816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832464.600435:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218530816:0@lo:400:kworker.0 00000100:00100000:0.0:1788832464.600445:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218530304:0@lo:400:kworker.0 00000100:00100000:1.0:1788832464.608906:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832464.608926:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218530944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788832464.609016:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832464.609056:0:22819:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1788832464.609065:0:22819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1788832464.609184:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218530944 00000100:00100000:1.0:1788832464.609191:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218530944 00000100:00100000:2.0:1788832464.609260:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788832464.609270:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1875726218530688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832464.609346:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1875726218530688:12345-0@lo:400:kworker.0 Request processed in 78us (9534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832464.609354:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788832464.609371:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788832464.609378:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218530944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788832464.609401:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788832464.609436:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218530944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832464.609448:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788832464.609574:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218530688:0@lo:400:kworker.0 00000100:00100000:1.0:1788832464.609608:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218530944:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788832464.619506:0:22820:0:(import.c:65:import_set_state_nolock()) ffff9d2c050cc800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832464.619608:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1875726218530432:12345-0@lo:38:kworker.0 Request processed in 19571us (19888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832464.619637:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788832464.619681:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788832464.619690:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788832464.619696:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788832464.619698:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788832464.619724:0:3650:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000071641f70): req@ffff9d2c3e777800 x1875726218523520/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832464.619743:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218530432:0@lo:38:kworker.0 00000100:00100000:1.0:1788832464.619808:0:22855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832464.619844:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c028a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788832464.619858:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218523520 00000100:00100000:1.0:1788832464.619863:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218523520 00000100:00100000:1.0:1788832464.619896:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832464.619904:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218523520:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.619989:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218523520:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 85us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832464.619997:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832464.620021:0:22855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22855:1875726218523520:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1788832464.620051:0:22855:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788832464.620087:0:22855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22855:1875726218531072:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.620122:0:22855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832464.620137:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c11fca000 going to sleep for 11 seconds 00000100:00100000:1.0:1788832464.620149:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531072 00000100:00100000:1.0:1788832464.620152:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531072 00000100:00100000:1.0:1788832464.620173:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832464.620179:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218531072:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.620257:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218531072:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 78us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832464.620264:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832464.620290:0:22855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22855:1875726218531072:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.620346:0:22855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22855:1875726218531200:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.620368:0:22855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832464.620380:0:22855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c11fca000 going to sleep for 11 seconds 00000100:00100000:1.0:1788832464.620390:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531200 00000100:00100000:1.0:1788832464.620393:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531200 00000100:00100000:1.0:1788832464.620412:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832464.620418:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218531200:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788832464.620459:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22855:x1875726218531200:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 40us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832464.620465:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832464.620488:0:22855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22855:1875726218531200:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1788832464.620522:0:22855:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788832464.622680:0:22855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788832464.622744:0:22855:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:1.0:1788832464.622749:0:22855:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:0.0:1788832464.623002:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218531328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832464.623058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832464.628701:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531328 00000100:00100000:2.0:1788832464.628715:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531328 00000100:00100000:2.0:1788832464.628770:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788832464.628778:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3653:x1875726218531328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788832464.629344:0:22820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788832464.629432:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3653:x1875726218531328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 654us (6372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832464.629440:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788832464.629494:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218531328:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1788832465.017788:0:23866:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788832465.020523:0:23866:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788832465.494864:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788832465.957013:0:23916:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832465.957201:0:23916:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788832466.520858:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788832466.927250:0:23964:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc7784e300 20000000:00000080:3.0:1788832466.927268:0:23964:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d2c3fbcc000 uarg=0000000000000000 20000000:01000000:3.0:1788832466.927306:0:23964:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788832466.927313:0:23964:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788832466.927318:0:23964:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788832466.933057:0:23965:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788832466.933337:0:23964:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788832466.948558:0:23964:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788832466.948664:0:23964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948684:0:23964:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b2835389f6 expref: 17 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948693:0:23964:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948699:0:23964:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948764:0:23964:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948781:0:23964:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832466.948797:0:23964:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23964:1875726218531456:0@lo:104: 00000100:00100000:2.0:1788832466.948870:0:23964:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788832466.948920:0:23964:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 17 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832466.948930:0:23964:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 17 pid: 22808 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832466.948957:0:23964:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23964:1875726218531584:0@lo:104: 00000100:00100000:2.0:1788832466.948980:0:23964:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832466.948996:0:23964:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c40517240 going to sleep for 11 seconds 00000100:00100000:0.0:1788832466.949309:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531456 00000100:00100000:0.0:1788832466.949317:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531456 00000100:00100000:0.0:1788832466.949351:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531584 00000100:00100000:0.0:1788832466.949354:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531584 00000100:00100000:0.0:1788832466.949365:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832466.949374:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:23964:x1875726218531456:12345-0@lo:104: 00010000:00010000:0.0:1788832466.949387:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949453:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788832466.949460:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:23964:x1875726218531456:12345-0@lo:104: Request processed in 86us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832466.949467:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832466.949484:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788832466.949490:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:23964:x1875726218531584:12345-0@lo:104: 00010000:00010000:0.0:1788832466.949497:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949547:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788832466.949553:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:23964:x1875726218531584:12345-0@lo:104: Request processed in 64us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832466.949560:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1788832466.949578:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832466.949584:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949592:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050be00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832466.949597:0:22802:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949606:0:22802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832466.949613:0:22802:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832466.949643:0:22802:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788832466.949672:0:22802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949679:0:22802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832466.949698:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949705:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050be00/0x998c12b283538af9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b00 expref: -99 pid: 23544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949726:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832466.949729:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949734:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050ba00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832466.949737:0:22802:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949743:0:22802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832466.949748:0:22802:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832466.949753:0:22802:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788832466.949766:0:22802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949772:0:22802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832466.949790:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949796:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ba00/0x998c12b2835389f6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b2835389fd expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.949806:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832466.949808:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832466.949809:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832466.949815:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832466.949840:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218531712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832466.949871:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832466.949902:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218531840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832466.949929:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832466.949982:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531712 00000100:00100000:0.0:1788832466.949987:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531712 00010000:00010000:0.0:1788832466.950004:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 18 pid: 22806 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832466.950024:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531840 00000100:00100000:0.0:1788832466.950027:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531840 00010000:00010000:0.0:1788832466.950041:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 19 pid: 22808 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832466.950056:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832466.950062:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+19:3654:x1875726218531712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832466.950073:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832466.950077:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 19 pid: 22806 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950088:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 19 pid: 22806 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950103:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832466.950130:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+19:3654:x1875726218531712:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832466.950136:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832466.950149:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788832466.950155:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+18:3651:x1875726218531840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832466.950169:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832466.950174:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 18 pid: 22808 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950181:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 18 pid: 22808 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950193:0:22800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950200:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950212:0:22800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950218:0:22800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950224:0:22800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950229:0:22800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950234:0:22800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cfe400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832466.950238:0:22800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950244:0:22800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950262:0:22800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832466.950272:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832466.950300:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+18:3651:x1875726218531840:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832466.950307:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788832466.950346:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218531840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832466.950368:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218531712:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788832466.950459:0:23964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dd000/0x998c12b283538b00 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538af9 expref: 17 pid: 22806 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832466.950476:0:23964:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23964:1875726218531456:0@lo:104: 00010000:00010000:1.0:1788832466.950493:0:23964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dda00/0x998c12b2835389fd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b2835389f6 expref: 16 pid: 22808 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832466.950500:0:23964:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23964:1875726218531584:0@lo:104: 00010000:00010000:1.0:1788832466.950516:0:23964:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832466.950525:0:23964:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832466.950531:0:23964:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832466.950537:0:23964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cfe400/0x998c12b283538b54 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832467.545235:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788832468.439029:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788832468.439044:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c3fd3b000 from 13 10000000:01000000:1.0:1788832468.439049:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788832468.439097:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.439108:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.439120:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832468.439146:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218531968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.439226:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832468.439273:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788832468.439407:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218531968 00000100:00100000:3.0:1788832468.439414:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218531968 00000100:00100000:3.0:1788832468.439469:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788832468.439479:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+16:22812:x1875726218531968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832468.439493:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832468.439507:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b5b expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832468.439530:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b5b expref: 17 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832468.439553:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b5b expref: 17 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832468.439562:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204a800, rc 0) 00000100:00100000:3.0:1788832468.439613:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218531968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832468.439662:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788832468.439995:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218531968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832468.440009:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.440019:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832468.440136:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.440163:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832468.440231:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788832468.447518:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532096 00000100:00100000:2.0:1788832468.447534:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532096 00000100:00100000:2.0:1788832468.447615:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788832468.447641:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218532096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832468.447828:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218532096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 189us (7662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832468.447836:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788832468.448012:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.448073:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.448125:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832468.448151:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c840 going to sleep for 11 seconds 00000100:00100000:0.0:1788832468.448402:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532224 00000100:00100000:0.0:1788832468.448407:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532224 00000100:00100000:0.0:1788832468.448444:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788832468.448451:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218532224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788832468.449015:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218532224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 561us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832468.449023:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788832468.449447:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788832468.451026:0:24033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788832468.451340:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788832468.451365:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788832468.451378:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.451390:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832468.451400:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788832468.451416:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2b01975000 from 13 10000000:01000000:1.0:1788832468.451419:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788832468.451452:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.451460:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.451469:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832468.451498:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.451570:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832468.451613:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0305c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788832468.451866:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532352 00000100:00100000:2.0:1788832468.451874:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532352 00000100:00100000:2.0:1788832468.451948:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788832468.451957:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+17:22812:x1875726218532352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788832468.451969:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832468.451980:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b69 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832468.451999:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b69 expref: 18 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832468.452010:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b69 expref: 18 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832468.452017:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cfe600, rc 0) 00000100:00100000:2.0:1788832468.452208:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218532352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832468.452215:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788832468.452305:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832468.452318:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832468.452338:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832468.452388:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832468.452412:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832468.452442:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36dd4000 going to sleep for 11 seconds 00000100:00100000:2.0:1788832468.452564:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532480 00000100:00100000:2.0:1788832468.452568:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532480 00000100:00100000:2.0:1788832468.452597:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788832468.452604:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218532480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832468.452826:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218532480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 221us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832468.452832:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788832468.452915:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832468.454459:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788832468.454550:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832468.454585:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36dd4000 going to sleep for 11 seconds 00000100:00100000:1.0:1788832468.454824:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532608 00000100:00100000:1.0:1788832468.454831:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532608 00000100:00100000:1.0:1788832468.454873:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788832468.454895:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218532608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788832468.455018:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:22812:x1875726218532608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 125us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832468.455026:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788832468.455312:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218532608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788832468.456594:0:24034:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788832468.457143:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788832468.457165:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788832468.457176:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832468.457189:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832468.571990:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788832468.954912:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788832469.593142:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832469.718818:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1788832469.718840:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1788832469.718842:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218532736:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788832469.718847:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832469.718853:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832469.718856:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832469.718877:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832469.718880:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832469.718896:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832469.718900:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788832469.718940:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832469.718941:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218532864:0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.718979:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218533120:0@lo:400:kworker.0 00000100:00100000:0.0:1788832469.718987:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832469.719018:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832469.719021:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218533376:0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.719045:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788832469.719052:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832469.719054:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218533248:0@lo:400:kworker.0 00000100:00100000:0.0:1788832469.719081:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788832469.719086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832469.719091:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218532992:0@lo:400:kworker.0 00000100:00100000:0.0:1788832469.719119:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832469.719125:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532864 00000100:00100000:1.0:1788832469.719133:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532864 00000100:00100000:0.0:1788832469.719153:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218533120 00000100:00100000:0.0:1788832469.719159:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218533120 00000100:00100000:1.0:1788832469.719181:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788832469.719193:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:3653:x1875726218532864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832469.719193:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218533376 00000100:00100000:0.0:1788832469.719198:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218533376 00000100:00100000:0.0:1788832469.719215:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788832469.719237:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218533120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.719248:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:3653:x1875726218532864:12345-0@lo:400:kworker.0 Request processed in 56us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832469.719263:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788832469.719281:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218533120:12345-0@lo:400:kworker.0 Request processed in 45us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832469.719288:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832469.719308:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788832469.719317:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218533376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.719346:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218533376:12345-0@lo:400:kworker.0 Request processed in 31us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832469.719405:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832459/real 1788832459] req@ffff9d2b07e2ca80 x1875726218526720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832469.719425:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2b07e2ca80 x1875726218526720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832469.719449:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832459/real 1788832459] req@ffff9d2b067f5880 x1875726218526592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832469.719464:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2b067f5880 x1875726218526592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788832469.719477:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832469.719489:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788832469.719493:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526720:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788832469.719499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832469.719500:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788832469.719507:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832469.719508:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00080000:3.0:1788832469.719514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1788832469.719515:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218526592:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788832469.719523:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832469.719526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832469.719530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788832469.719534:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1788832469.720065:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532736 00000100:00100000:2.0:1788832469.720072:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532736 00000100:00100000:2.0:1788832469.720097:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218533248 00000100:00100000:2.0:1788832469.720099:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218533248 00000100:00100000:2.0:1788832469.720109:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218532992 00000100:00100000:2.0:1788832469.720111:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218532992 00000100:00100000:2.0:1788832469.720126:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788832469.720133:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1875726218532736:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832469.720152:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000004:00000024:2.0:1788832469.720160:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788832469.720165:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1875726218533248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.720294:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788832469.720554:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218532864:0@lo:400:kworker.0 00010000:00080000:1.0:1788832469.720573:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c1fe26a00 x1875726218533376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832469.720584:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218533376:0@lo:400:kworker.0 00010000:00080000:1.0:1788832469.720613:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c3fc05f80 x1875726218533120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832469.721012:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218533120:0@lo:400:kworker.0 00000001:00100000:1.0:1788832469.723338:0:23545:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788832469.724461:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1875726218532736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4320us (5522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832469.724474:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788832469.724512:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1788832469.724526:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 599 00000100:00100000:2.0:1788832469.724527:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218532992:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788832469.724535:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788832469.724544:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d2c1fe5b800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832469.724588:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2c380 x1875726218533504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832469.724613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1788832469.724615:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218532992:12345-0@lo:400:kworker.0 Request processed in 94us (5494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832469.724643:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1788832469.724736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788832469.724740:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832469.724744:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 599 00000100:00080000:3.0:1788832469.724748:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1788832469.724749:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218533504:0@lo:8:kworker.0 00000100:00080000:3.0:1788832469.724755:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d2c3fdc5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832469.724772:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2f800 x1875726218533760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1788832469.724789:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218533504 offset 0 length 520: 4 00000100:00080000:3.0:1788832469.724794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832469.724799:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832469.724802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832469.724805:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788832469.724830:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218533760:0@lo:8:kworker.0 00000400:00000100:2.0:1788832469.724852:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218533760 offset 0 length 520: 4 00000100:00100000:3.0:1788832469.725037:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218533632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788832469.725075:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832469.725771:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218533632 00000100:00100000:1.0:1788832469.725780:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218533632 00000100:00100000:1.0:1788832469.725826:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788832469.725836:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218533632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788832469.725865:0:22820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788832469.725918:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218533632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832469.725925:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788832469.725982:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218533632:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788832469.726016:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218532992:0@lo:400:kworker.0 00000100:00100000:1.0:1788832469.726042:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218532736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832469.726805:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218533248:12345-0@lo:400:kworker.0 Request processed in 6641us (7717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832469.726816:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788832469.726877:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218533248:0@lo:400:kworker.0 00010000:00010000:0.0:1788832470.622638:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832471.645041:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832471.766840:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832456/real 1788832456] req@ffff9d2c3fc06680 x1875726218524544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832471.766957:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3fc06680 x1875726218524544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832471.766968:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832456/real 1788832456] req@ffff9d2c3fc06d80 x1875726218524672/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832471.766982:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3fc06d80 x1875726218524672/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788832471.767000:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832471.767027:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788832471.767031:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524544:0@lo:8:kworker.0 00000100:00080000:2.0:1788832471.767036:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832471.767042:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788832471.767044:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218524672:0@lo:8:kworker.0 00000100:00080000:1.0:1788832471.767127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832471.767132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788832471.767143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832471.767148:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 596 00000100:00080000:1.0:1788832471.767154:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1788832471.767174:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218534016:0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788832471.767315:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d2c35b8e800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832471.767330:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788832471.767335:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218533888:0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3e777480 x1875726218534144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832471.767362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788832471.767383:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832471.767387:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788832471.767388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832471.767392:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 596 00000100:00080000:1.0:1788832471.767395:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788832471.767399:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d2c2f59c800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832471.767413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c3e777800 x1875726218534272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788832471.767422:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218533888 00000100:00100000:3.0:1788832471.767428:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218533888 00000100:00080000:1.0:1788832471.767442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832471.767445:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832471.767448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832471.767450:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788832471.767468:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788832471.767472:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218534400:0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767483:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:3652:x1875726218533888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767517:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832471.767535:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+18:3652:x1875726218533888:12345-0@lo:400:kworker.0 Request processed in 53us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832471.767538:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788832471.767543:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788832471.767543:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218534528:0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767579:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832471.767602:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534016 00000100:00100000:1.0:1788832471.767604:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534400 00000100:00100000:3.0:1788832471.767606:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534016 00000100:00100000:1.0:1788832471.767606:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534400 00000100:00100000:1.0:1788832471.767653:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788832471.767656:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534528 00000100:00100000:3.0:1788832471.767659:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534528 00000100:00100000:1.0:1788832471.767660:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218534400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767671:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788832471.767677:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218534016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767694:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218534400:12345-0@lo:400:kworker.0 Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832471.767704:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218534016:12345-0@lo:400:kworker.0 Request processed in 28us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832471.767709:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788832471.767709:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788832471.767720:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788832471.767725:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218534528:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788832471.767741:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c3e775880 x1875726218534400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832471.767751:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218534400:0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767755:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218534528:12345-0@lo:400:kworker.0 Request processed in 31us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832471.767760:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788832471.767766:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218534528:0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767780:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218534144:0@lo:8:kworker.0 00000100:00100000:1.0:1788832471.767781:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218533888:0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767789:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218534016:0@lo:400:kworker.0 00000100:00100000:1.0:1788832471.767797:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000100:3.0:1788832471.767802:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218534144 offset 0 length 520: 4 00000100:00100000:1.0:1788832471.767802:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218534656:0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767819:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218534272:0@lo:8:kworker.0 00000100:00100000:1.0:1788832471.767820:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:3.0:1788832471.767835:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875726218534272 offset 0 length 520: 4 00000100:00100000:3.0:1788832471.767869:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534656 00000100:00100000:3.0:1788832471.767873:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534656 00000100:00100000:3.0:1788832471.767930:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788832471.767936:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218534656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832471.767981:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218534656:12345-0@lo:400:kworker.0 Request processed in 45us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832471.767987:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1788832471.768011:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c3fc06680 x1875726218534656/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832471.768020:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218534656:0@lo:400:kworker.0 00000040:00080000:0.0:1788832471.900925:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788832472.662862:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788832473.097466:0:24312:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788832473.097470:0:24312:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788832473.097471:0:24312:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788832473.097889:0:24312:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d2c3fc6e800 00000020:01000004:3.0:1788832473.097918:0:24312:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788832473.097932:0:24312:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788832473.097947:0:24312:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9d2c359919b8) 00000020:00000080:3.0:1788832473.097966:0:24312:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788832473.156339:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788832473.158107:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788832473.158366:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788832473.159069:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788832473.159257:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788832473.159444:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788832473.159763:0:24312:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1788832473.163138:0:24312:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788832473.163376:0:24312:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788832473.163395:0:24312:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788832473.163406:0:24312:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x998c12b283538b7e 00000020:01000004:2.0:1788832473.163413:0:24312:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788832473.163434:0:24312:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788832473.163437:0:24312:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788832473.163443:0:24312:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788832473.163448:0:24312:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788832473.163459:0:24312:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9d2c3e77cd28) 00000020:00000080:2.0:1788832473.163470:0:24312:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1788832473.164852:0:24312:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788832473.165040:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788832473.165046:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788832473.171287:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788832473.171300:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788832473.171655:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788832473.171662:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788832473.176654:0:24312:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788832473.176848:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788832473.176854:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788832473.182751:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788832473.182770:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788832473.210323:0:24312:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788832473.210563:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788832473.210569:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788832473.212521:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788832473.212533:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788832473.213364:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788832473.213373:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788832473.219482:0:24312:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788832473.219740:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788832473.219757:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1788832473.220465:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788832473.220473:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1788832473.274072:0:24312:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832473.274277:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1788832473.274282:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788832473.276362:0:24312:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788832473.276375:0:24312:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788832473.277121:0:24312:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788832473.277148:0:24312:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1788832473.277155:0:24312:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1788832473.296929:0:24312:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788832473.296978:0:24312:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788832473.296982:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788832473.296984:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788832473.296985:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832473.296986:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832473.296987:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832473.296988:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832473.296989:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832473.296991:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832473.296992:0:24312:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788832473.296995:0:24312:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788832473.297002:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788832473.297003:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788832473.297004:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832473.297005:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832473.297005:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832473.297007:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832473.297008:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832473.297009:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832473.297010:0:24312:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788832473.297034:0:24312:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788832473.297053:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218534784:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788832473.297124:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.297166:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c050f5780 going to sleep for 11 seconds 00000100:00100000:1.0:1788832473.297216:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534784 00000100:00100000:1.0:1788832473.297224:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534784 00000100:00100000:1.0:1788832473.297347:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788832473.297358:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:24312:x1875726218534784:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788832473.297389:0:22808:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788832473.297392:0:22808:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1788832473.297420:0:22808:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788832473.298257:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:24312:x1875726218534784:12345-0@lo:253:mount.lustre.0 Request processed in 896us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.298267:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788832473.298372:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218534784:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788832473.298383:0:24312:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788832473.298386:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788832473.298387:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788832473.298388:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832473.298389:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832473.298390:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832473.298391:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832473.298392:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832473.298393:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832473.298395:0:24312:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788832473.298411:0:24312:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d2c3fc6e800 from lustre-OST0000 10000000:01000000:2.0:1788832473.298434:0:24312:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788832473.298437:0:24312:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788832473.298445:0:24312:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d2c35993370 local copy 00010000:00010000:2.0:1788832473.298455:0:24312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832473.298544:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218534912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832473.298613:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.298679:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b06376000 going to sleep for 11 seconds 00000100:00100000:3.0:1788832473.298720:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218534912 00000100:00100000:3.0:1788832473.298727:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218534912 00000100:00100000:3.0:1788832473.298767:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788832473.298774:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:24312:x1875726218534912:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832473.298843:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+18:24312:x1875726218534912:12345-0@lo:501:mount.lustre.0 Request processed in 69us (230us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788832473.298847:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218534912:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832473.298850:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 10000000:01000000:2.0:1788832473.298860:0:24312:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788832473.298877:0:24312:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788832473.298882:0:24312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.298892:0:24312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832473.298925:0:24312:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d2c3fc6e800 10000000:01000000:2.0:1788832473.298930:0:24312:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788832473.298935:0:24312:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788832473.298938:0:24312:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832473.298942:0:24312:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788832473.298945:0:24312:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788832473.298965:0:24312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.298973:0:24312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.298982:0:24312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832473.298995:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535040:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832473.299020:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.299041:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b06376000 going to sleep for 11 seconds 00000100:00100000:1.0:1788832473.299093:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535040 00000100:00100000:1.0:1788832473.299098:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535040 00000100:00100000:1.0:1788832473.299154:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788832473.299162:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+18:24312:x1875726218535040:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832473.299170:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832473.299182:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538b8c expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.299206:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538b8c expref: 19 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.299218:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050b800/0x998c12b283538b93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b8c expref: 19 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.299227:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050b800, rc 0) 00000100:00100000:1.0:1788832473.299259:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535040:12345-0@lo:101:mount.lustre.0 Request processed in 99us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.299264:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788832473.299339:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535040:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832473.299347:0:24312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b93 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.299359:0:24312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538b93 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788832473.300222:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788832473.301020:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832473.303980:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788832473.304025:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788832473.304035:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788832473.304045:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788832473.304067:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788832473.304078:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788832473.304088:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788832473.304097:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788832473.304107:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788832473.304116:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788832473.304125:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788832473.304135:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788832473.304153:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788832473.304157:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788832473.304253:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832473.304317:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.304361:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b06376480 going to sleep for 11 seconds 00000100:00100000:3.0:1788832473.304478:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535168 00000100:00100000:3.0:1788832473.304485:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535168 00000100:00100000:3.0:1788832473.304537:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788832473.304554:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535168:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832473.304997:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535168:12345-0@lo:501:mount.lustre.0 Request processed in 443us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.305005:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788832473.305089:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832473.305128:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535296:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832473.305170:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.305195:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b06376480 going to sleep for 11 seconds 00000100:00100000:1.0:1788832473.305245:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535296 00000100:00100000:1.0:1788832473.305250:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535296 00000100:00100000:1.0:1788832473.305310:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788832473.305318:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535296:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832473.306002:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535296:12345-0@lo:503:mount.lustre.0 Request processed in 683us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.306010:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788832473.306101:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535296:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788832473.306504:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788832473.306590:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535424:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832473.306673:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832473.306931:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c012ed840 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.306966:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535424 00000100:00100000:2.0:1788832473.306971:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535424 00000100:00100000:2.0:1788832473.307008:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788832473.307015:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535424:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832473.307408:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535424:12345-0@lo:502:mount.lustre.0 Request processed in 392us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832473.307415:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788832473.307798:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535424:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788832473.308096:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788832473.308124:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788832473.308137:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788832473.308159:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788832473.308171:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788832473.308182:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788832473.308193:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788832473.308204:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788832473.308216:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788832473.308227:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788832473.308239:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788832473.308251:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788832473.308291:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832473.308470:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832473.308644:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c012ed840 going to sleep for 11 seconds 00000100:00100000:0.0:1788832473.309045:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535552 00000100:00100000:0.0:1788832473.309052:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535552 00000100:00100000:0.0:1788832473.309096:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788832473.309104:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832473.309272:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535552:12345-0@lo:502:mount.lustre.0 Request processed in 168us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.309280:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788832473.309465:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788832473.309592:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788832473.309604:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788832473.310916:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788832473.310926:0:24329:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788832473.310933:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.310935:0:24329:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788832473.310941:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788832473.311053:0:24329:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9d2c35990000) 00000020:00000080:3.0:1788832473.311084:0:24329:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788832473.311092:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788832473.311168:0:24329:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c3fc6e800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788832473.311177:0:24329:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788832473.311184:0:24329:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x998c12b283538ba1 00010000:00010000:3.0:1788832473.317193:0:24329:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1788832473.317811:0:24329:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1788832473.324025:0:24329:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1788832473.325815:0:24329:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788832473.325827:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832473.325833:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325835:0:24329:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788832473.325840:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832473.325855:0:24329:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788832473.325857:0:24329:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832473.325859:0:24329:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832473.325861:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832473.325863:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325865:0:24329:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832473.325867:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832473.325871:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325872:0:24329:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788832473.325875:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788832473.325877:0:24329:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788832473.325879:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832473.325881:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325882:0:24329:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788832473.325884:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832473.325887:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325888:0:24329:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788832473.325891:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788832473.325938:0:24329:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832473.325942:0:24329:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832473.325943:0:24329:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788832473.325947:0:24329:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788832473.326188:0:24312:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788832473.326216:0:24312:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788832473.326241:0:24312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b93 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.326265:0:24312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfea00/0x998c12b283538b8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538b93 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832473.326274:0:24312:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c3fc6e800 from 1 10000000:01000000:2.0:1788832473.326277:0:24312:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788832473.326315:0:24312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.326322:0:24312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.326334:0:24312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832473.326358:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535680:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832473.326424:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.326467:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b063769c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832473.326740:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535680 00000100:00100000:0.0:1788832473.326748:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535680 00000100:00100000:0.0:1788832473.326789:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788832473.326797:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+19:24312:x1875726218535680:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832473.326811:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832473.326823:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538ba8 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.326845:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538ba8 expref: 20 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.326856:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538ba8 expref: 20 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.326865:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dd000, rc 0) 00000100:00100000:0.0:1788832473.326965:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218535680:12345-0@lo:101:mount.lustre.0 Request processed in 167us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.326972:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788832473.336404:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535680:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832473.336435:0:24312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.336462:0:24312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788832473.338563:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788832473.344798:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788832473.345075:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788832473.345100:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788832473.345112:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788832473.345122:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788832473.345132:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788832473.345143:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788832473.345156:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788832473.345180:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788832473.345192:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788832473.345205:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788832473.345218:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788832473.345235:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788832473.345240:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788832473.345785:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535808:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832473.345849:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832473.345888:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c30489480 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.346866:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535808 00000100:00100000:2.0:1788832473.346876:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535808 00000100:00100000:2.0:1788832473.346943:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788832473.346952:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218535808:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832473.347096:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218535808:12345-0@lo:501:mount.lustre.0 Request processed in 145us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832473.347104:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788832473.347802:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535808:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832473.347850:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535936:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832473.347904:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832473.347938:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c30489480 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.348254:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218535936 00000100:00100000:2.0:1788832473.348269:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218535936 00000100:00100000:2.0:1788832473.348308:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788832473.348315:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218535936:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832473.348415:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218535936:12345-0@lo:503:mount.lustre.0 Request processed in 99us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832473.348423:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788832473.348767:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218535936:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788832473.349473:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788832473.349861:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536064:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832473.349930:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832473.350004:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c304893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832473.350476:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536064 00000100:00100000:0.0:1788832473.350484:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536064 00000100:00100000:0.0:1788832473.350860:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788832473.350871:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218536064:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832473.351015:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218536064:12345-0@lo:502:mount.lustre.0 Request processed in 147us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.351022:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788832473.351389:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536064:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788832473.351683:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788832473.351712:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788832473.351727:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788832473.351741:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788832473.351754:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788832473.351768:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788832473.351780:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788832473.351793:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788832473.351822:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788832473.351836:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788832473.351850:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788832473.351884:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536192:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832473.351950:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832473.351984:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36d19480 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.352064:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536192 00000100:00100000:2.0:1788832473.352070:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536192 00000100:00100000:2.0:1788832473.352113:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788832473.352122:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218536192:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832473.352215:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218536192:12345-0@lo:502:mount.lustre.0 Request processed in 94us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832473.352222:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788832473.352574:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536192:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788832473.352651:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788832473.352661:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788832473.353965:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832473.353975:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.353978:0:24333:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788832473.353984:0:24333:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c3fc6e800 00000020:00000080:3.0:1788832473.353987:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788832473.353994:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832473.353996:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.353998:0:24333:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788832473.354000:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832473.354002:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.354003:0:24333:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788832473.354007:0:24333:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c3fc6e800 00000020:00000080:3.0:1788832473.354008:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788832473.354175:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832473.354179:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.354181:0:24333:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788832473.354183:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832473.354186:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.354187:0:24333:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788832473.354190:0:24333:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c3fc6e800 00000020:00000080:3.0:1788832473.354193:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788832473.355812:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832473.355822:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.355824:0:24333:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788832473.355828:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832473.355831:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.355832:0:24333:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788832473.355836:0:24333:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c3fc6e800 00000020:00000080:3.0:1788832473.355838:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788832473.355888:0:24333:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832473.355891:0:24333:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832473.355892:0:24333:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788832473.355895:0:24333:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788832473.356248:0:24312:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788832473.356353:0:24312:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788832473.356405:0:24312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.356418:0:24312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832473.356736:0:24312:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788832473.356739:0:24312:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d2c3fc6e800 10000000:01000000:3.0:1788832473.356742:0:24312:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d2c3fc6e800 10000000:01000000:3.0:1788832473.356746:0:24312:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788832473.356752:0:24312:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d2c3fc6e800 from 1 10000000:01000000:3.0:1788832473.356755:0:24312:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788832473.356789:0:24312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.356797:0:24312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.356807:0:24312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832473.356836:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536320:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788832473.356900:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832473.356957:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36d19300 going to sleep for 11 seconds 00000100:00100000:0.0:1788832473.357003:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536320 00000100:00100000:0.0:1788832473.357010:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536320 00000100:00100000:0.0:1788832473.357054:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788832473.357064:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:24312:x1875726218536320:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832473.357076:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832473.357089:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dde00/0x998c12b283538bbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538bb6 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.357112:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dde00/0x998c12b283538bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538bb6 expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.357121:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dde00/0x998c12b283538bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538bb6 expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.357129:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dde00, rc 0) 00000100:00100000:0.0:1788832473.357166:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536320:12345-0@lo:101:mount.lustre.0 Request processed in 103us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.357172:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788832473.357379:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536320:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832473.357395:0:24312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bbd expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.357404:0:24312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538bbd expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788832473.361884:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788832473.362184:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832473.363865:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788832473.363925:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788832473.363943:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788832473.363958:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788832473.363970:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788832473.363983:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788832473.363996:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788832473.364009:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788832473.364021:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788832473.364033:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788832473.364046:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788832473.364071:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788832473.364085:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788832473.364098:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788832473.364112:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788832473.364126:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788832473.364141:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788832473.364153:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788832473.364166:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788832473.364179:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788832473.364192:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788832473.364205:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788832473.364216:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788832473.364245:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788832473.365879:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788832473.365931:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788832473.365948:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788832473.365960:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788832473.365973:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788832473.365985:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788832473.365998:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788832473.366009:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788832473.366021:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788832473.366032:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788832473.366046:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788832473.366058:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788832473.366068:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788832473.366079:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788832473.366092:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788832473.366120:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788832473.366134:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788832473.366146:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788832473.366158:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788832473.366171:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788832473.366193:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788832473.366207:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788832473.366222:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788832473.366233:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788832473.368172:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788832473.368205:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788832473.368224:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788832473.368230:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788832473.368822:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832473.368886:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.369306:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3d711b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832473.380388:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536448 00000100:00100000:1.0:1788832473.380404:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536448 00000100:00100000:0.0:1788832473.381430:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788832473.381444:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832473.381850:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536448:12345-0@lo:501:mount.lustre.0 Request processed in 406us (12961us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.381858:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788832473.381903:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832473.381966:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536576:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788832473.382013:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.382049:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3d711b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832473.382069:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536576 00000100:00100000:0.0:1788832473.382074:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536576 00000100:00100000:0.0:1788832473.382098:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788832473.382104:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536576:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788832473.382177:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536576:12345-0@lo:503:mount.lustre.0 Request processed in 72us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.382185:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788832473.382224:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536576:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788832473.383812:0:24312:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788832473.383929:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536704:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832473.383995:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.384089:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3d711b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832473.391826:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536704 00000100:00100000:1.0:1788832473.391842:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536704 00000100:00100000:1.0:1788832473.391942:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788832473.391952:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536704:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832473.392124:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536704:12345-0@lo:502:mount.lustre.0 Request processed in 173us (8128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.392131:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788832473.392375:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536704:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788832473.392642:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788832473.392673:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788832473.392687:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788832473.392701:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788832473.392713:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788832473.392724:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788832473.392736:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788832473.392749:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788832473.392764:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788832473.392777:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788832473.392791:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788832473.392803:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788832473.392815:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788832473.392844:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788832473.392858:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788832473.392871:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788832473.392884:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788832473.392897:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788832473.392919:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788832473.392933:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788832473.392945:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788832473.392957:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788832473.392969:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788832473.392980:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788832473.393001:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788832473.393014:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788832473.393027:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788832473.393039:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788832473.393052:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788832473.393077:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788832473.393093:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788832473.393104:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788832473.393117:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788832473.393128:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788832473.393140:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788832473.393151:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788832473.393163:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788832473.393176:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788832473.393190:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788832473.393203:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788832473.393216:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788832473.393228:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788832473.393240:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788832473.393253:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788832473.393281:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788832473.393309:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788832473.393325:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788832473.393336:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788832473.393380:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536832:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832473.393434:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.401272:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3d711b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788832473.402374:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536832 00000100:00100000:3.0:1788832473.402384:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536832 00000100:00100000:3.0:1788832473.402493:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788832473.402502:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832473.402708:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536832:12345-0@lo:502:mount.lustre.0 Request processed in 203us (9270us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.402717:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788832473.403195:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536832:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788832473.403692:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788832473.403723:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788832473.403759:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536960:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832473.403819:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.404365:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3d711b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.406036:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218536960 00000100:00100000:2.0:1788832473.406049:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218536960 00000100:00100000:1.0:1788832473.406375:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788832473.406387:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536960:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832473.409024:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218536960:12345-0@lo:502:mount.lustre.0 Request processed in 2631us (5196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.409039:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788832473.409842:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218536960:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788832473.409942:0:24312:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788832473.409956:0:24312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788832473.411174:0:24339:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788832473.411192:0:24339:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9d2c3fd199b8) 00000020:00000080:3.0:1788832473.411218:0:24339:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1788832473.411410:0:24339:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c3fc6e800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788832473.411415:0:24339:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c3fc6e800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788832473.411418:0:24339:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c3fc6e800 3 00010000:00080000:3.0:1788832473.411445:0:24339:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2b0195f000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1788832473.415178:0:24339:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788832473.415490:0:24339:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788832473.415648:0:24339:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788832473.415664:0:24339:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x998c12b283538bcb 00000100:00080000:0.0:1788832473.415673:0:24339:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788832473.415679:0:24339:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d2b0195f000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832473.415714:0:24339:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe26680 x1875726218537088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832473.415738:0:24339:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788832473.415886:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218537088:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788832473.415961:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.416069:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537088 00000100:00100000:0.0:1788832473.416076:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537088 00000100:00100000:0.0:1788832473.416114:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832473.416122:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3650:x1875726218537088:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788832473.416145:0:22814:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 613 last 0 00000020:00000080:0.0:1788832473.416177:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x998c12b283538bd2 00000004:00100000:0.0:1788832473.416191:0:22814:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788832473.416233:0:22814:0:(import.c:65:import_set_state_nolock()) ffff9d2b074e0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788832473.416364:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875726218537088:12345-0@lo:38:llog_process_th.0 Request processed in 241us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.416372:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1788832473.416473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.416478:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832473.416481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.416483:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788832473.416599:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218537216:0@lo:400:kworker.0 00000100:00100000:0.0:1788832473.416668:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788832473.416795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.416798:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832473.416801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.416804:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788832473.416832:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218537600:0@lo:400:kworker.0 00000100:00100000:2.0:1788832473.416861:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.416894:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537600 00000100:00100000:2.0:1788832473.416899:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537600 00000100:00100000:2.0:1788832473.416940:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788832473.416947:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218537600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832473.416985:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218537600:12345-0@lo:400:kworker.0 Request processed in 38us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832473.416991:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1788832473.417022:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2b067f4a80 x1875726218537600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832473.417036:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218537600:0@lo:400:kworker.0 00000020:01000004:2.0:1788832473.417253:0:24339:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00100000:3.0:1788832473.417373:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537216 00000100:00100000:3.0:1788832473.417378:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537216 00000100:00100000:3.0:1788832473.417404:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788832473.417410:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218537216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832473.417448:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218537216:12345-0@lo:400:kworker.0 Request processed in 38us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.417453:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:3.0:1788832473.417483:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2c1fe26680 x1875726218537088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832473.417492:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788832473.417498:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788832473.417585:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788832473.417591:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788832473.417594:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b0195f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788832473.417602:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3650:1875726218537088:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1788832473.417812:0:24339:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9d2c3e77b370) 00000020:00000080:2.0:1788832473.417831:0:24339:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1788832473.417917:0:24339:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c3fc6e800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788832473.417921:0:24339:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c3fc6e800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788832473.417923:0:24339:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c3fc6e800 3 00010000:00080000:2.0:1788832473.417950:0:24339:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2c3c7a1000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.126@tcp at head 00000100:00100000:0.0:1788832473.418379:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218537472:0@lo:400:kworker.0 00000100:00100000:0.0:1788832473.418424:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.418453:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788832473.418460:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218537344:0@lo:400:kworker.0 00000100:00100000:0.0:1788832473.418483:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.418601:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537472 00000100:00100000:0.0:1788832473.418607:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537472 00000100:00100000:0.0:1788832473.418669:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788832473.418676:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218537472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832473.418718:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218537472:12345-0@lo:400:kworker.0 Request processed in 42us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.418725:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788832473.418757:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218537216:0@lo:400:kworker.0 00000100:00100000:0.0:1788832473.418782:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218537472:0@lo:400:kworker.0 00000100:00100000:3.0:1788832473.418900:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537344 00000100:00100000:3.0:1788832473.418905:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537344 00000100:00100000:3.0:1788832473.418947:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788832473.418953:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218537344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832473.418993:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218537344:12345-0@lo:400:kworker.0 Request processed in 40us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.418999:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788832473.419033:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2b067f5f80 x1875726218537344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832473.419042:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218537344:0@lo:400:kworker.0 00010000:00010000:2.0:1788832473.424007:0:24339:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1788832473.424200:0:24339:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1788832473.424243:0:24339:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788832473.425692:0:24339:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x998c12b283538be0 00000100:00080000:2.0:1788832473.425708:0:24339:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788832473.425714:0:24339:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9d2c3c7a1000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788832473.425753:0:24339:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b067f4a80 x1875726218537728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788832473.425777:0:24339:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788832473.425810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.425815:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832473.425818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.425821:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832473.425825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.425828:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788832473.425831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788832473.425834:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788832473.426055:0:24339:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1788832473.426243:0:24312:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788832473.426287:0:24312:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788832473.426313:0:24312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bbd expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.426325:0:24312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c4204a200/0x998c12b283538bb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bbd expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788832473.426369:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788832473.426371:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788832473.426373:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832473.426374:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832473.426378:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832473.426380:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832473.426381:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832473.426383:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832473.426383:0:24312:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788832473.426387:0:24312:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1788832473.426388:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788832473.426390:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788832473.426391:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832473.426392:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832473.426392:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832473.426393:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832473.426394:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832473.426395:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832473.426396:0:24312:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788832473.426413:0:24312:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788832473.426430:0:24312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218537856:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788832473.426499:0:24312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832473.426697:0:24312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c404b0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788832473.427020:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537856 00000100:00100000:2.0:1788832473.427027:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537856 00000100:00100000:2.0:1788832473.427070:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788832473.427079:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218537856:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832473.427105:0:22807:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788832473.427118:0:22807:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788832473.430741:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3650:1875726218537728:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788832473.430814:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832473.432247:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537728 00000100:00100000:1.0:1788832473.432270:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537728 00000100:00100000:1.0:1788832473.432309:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832473.432317:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218537728:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788832473.432346:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 613 last 0 00000020:00000080:1.0:1788832473.432384:0:22815:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x998c12b283538be7 00000004:00100000:1.0:1788832473.432400:0:22815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788832473.432430:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2c09c2f800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788832473.432502:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875726218537728:12345-0@lo:38:llog_process_th.0 Request processed in 184us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832473.432527:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788832473.432765:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d2b067f4a80 x1875726218537728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832473.432778:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788832473.432786:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788832473.432794:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788832473.432798:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788832473.432801:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3c7a1000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788832473.432807:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3650:1875726218537728:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1788832473.440946:0:22807:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788832473.441000:0:22807:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1788832473.442776:0:22830:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788832473.442783:0:22830:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788832473.442804:0:22830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.442823:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.442831:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b3f expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.442838:0:22830:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.442877:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.442890:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 21 pid: 22806 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832473.442934:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218537984:0@lo:104: 00000100:00100000:1.0:1788832473.442987:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788832473.443044:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832473.443052:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832473.443059:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218538112:0@lo:104: 00000100:00100000:1.0:1788832473.443084:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832473.443146:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c03173600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832473.443330:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:24312:x1875726218537856:12345-0@lo:253:mount.lustre.0 Request processed in 16251us (16830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.443348:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788832473.443432:0:22798:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788832473.443448:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218537984 00000100:00100000:0.0:1788832473.443455:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218537984 00000100:00100000:0.0:1788832473.443482:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538112 00000100:00100000:0.0:1788832473.443484:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538112 00000100:00100000:0.0:1788832473.443497:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788832473.443788:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218537984:12345-0@lo:104: 00010000:00010000:0.0:1788832473.443802:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.443896:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788832473.443902:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218537984:12345-0@lo:104: Request processed in 398us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.443925:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788832473.443939:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832473.443945:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218538112:12345-0@lo:104: 00010000:00010000:0.0:1788832473.443953:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.443987:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788832473.443991:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218538112:12345-0@lo:104: Request processed in 47us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832473.443996:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788832473.444041:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832473.444046:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444053:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c4204b000 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832473.444057:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444066:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832473.444073:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832473.444078:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832473.444108:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444115:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832473.444139:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444146:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c4204b000/0x998c12b283538b3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b46 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444158:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832473.444161:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444167:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd200 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832473.444170:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444181:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832473.444187:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832473.444192:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832473.444206:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444212:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832473.444224:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444230:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd200/0x998c12b283538b31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b38 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832473.444251:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832473.444252:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832473.444266:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788832473.444279:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218538240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788832473.444310:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788832473.444341:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832473.444347:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788832473.444347:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538240 00000100:00100000:2.0:1788832473.444351:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538240 00000100:00100000:3.0:1788832473.444356:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218538368:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788832473.444368:0:22801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 21 pid: 22806 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832473.444383:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832473.444390:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538368 00000100:00100000:2.0:1788832473.444393:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538368 00010000:00010000:2.0:1788832473.444403:0:22801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 22 pid: 22808 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832473.444415:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832473.444420:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf672408-eb95-463f-9d75-9fc160539e11+22:3651:x1875726218538240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788832473.444430:0:22801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832473.444431:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832473.444434:0:22801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 22 pid: 22806 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.444444:0:22801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 22 pid: 22806 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832473.444461:0:24312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:24312:1875726218537856:0@lo:253:mount.lustre.0 00010000:00010000:2.0:1788832473.444467:0:22801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 10000000:01000000:0.0:1788832473.444471:0:24312:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788832473.444474:0:24312:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788832473.444476:0:24312:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788832473.444477:0:24312:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832473.444478:0:24312:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832473.444480:0:24312:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832473.444481:0:24312:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832473.444482:0:24312:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832473.444484:0:24312:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832473.444486:0:24312:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1788832473.444491:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf672408-eb95-463f-9d75-9fc160539e11+22:3651:x1875726218538240:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000020:02000000:0.0:1788832473.444500:0:24312:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1788832473.445334:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dc400/0x998c12b283538b46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538b3f expref: 22 pid: 22806 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832473.445349:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218537984:0@lo:104: 00000100:00100000:1.0:1788832473.445362:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218538112:0@lo:104: 00010000:00010000:1.0:1788832473.445382:0:22830:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832473.445448:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788832473.445458:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c017a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+21:3654:x1875726218538368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788832473.445469:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788832473.445474:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.445485:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.445497:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c4204b600/0x998c12b283538b38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538b31 expref: 21 pid: 22808 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832473.445708:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832473.445749:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218538240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788832473.446093:0:22800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446104:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788832473.446119:0:22800:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009967094s 00010000:00010000:3.0:1788832473.446124:0:22800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446131:0:22800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446149:0:22800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446157:0:22800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446163:0:22800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050bc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832473.446167:0:22800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446174:0:22800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446199:0:22800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832473.446208:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788832473.446221:0:22830:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.446228:0:22830:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832473.446233:0:22830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832473.446274:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c017a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+19:3654:x1875726218538368:12345-0@lo:103:ldlm_bl.0 Request processed in 818us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832473.446281:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832473.446281:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218538368:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1788832473.447364:0:24312:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788832473.450335:0:24312:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788832473.450346:0:24312:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788832473.450383:0:24312:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788832473.450424:0:24312:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788832473.450438:0:24312:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1788832473.450454:0:24312:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1788832473.453363:0:24312:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832473.453553:0:24312:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788832473.688814:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788832474.228765:0:24393:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788832474.228997:0:24393:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788832474.710975:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832474.840822:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218538496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788832474.840892:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832474.840965:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538496 00000100:00100000:3.0:1788832474.840972:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538496 00000100:00100000:3.0:1788832474.841013:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788832474.841022:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218538496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788832474.841054:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788832474.841114:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218538496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832474.841121:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788832474.841167:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218538496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832474.841325:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218538624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832474.841354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832474.841435:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538624 00000100:00100000:3.0:1788832474.841440:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538624 00000100:00100000:3.0:1788832474.841471:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788832474.841478:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218538624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788832474.841495:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788832474.841532:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218538624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832474.841538:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788832474.841567:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218538624:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788832475.350704:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788832475.350712:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2c3fd3b000 from 13 10000000:01000000:2.0:1788832475.350717:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788832475.350763:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.350789:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.350800:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832475.350825:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218538752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788832475.350890:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832475.350939:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:1.0:1788832475.351000:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538752 00000100:00100000:1.0:1788832475.351008:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538752 00000100:00100000:1.0:1788832475.351074:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788832475.351083:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+19:22812:x1875726218538752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832475.351096:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832475.351110:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538bf5 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832475.351156:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538bf5 expref: 20 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832475.351168:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538bf5 expref: 20 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832475.351179:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050bc00, rc 0) 00000100:00100000:1.0:1788832475.351394:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+20:22812:x1875726218538752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 310us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832475.351401:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788832475.351517:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218538752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788832475.351531:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.351541:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832475.351594:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218538880:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788832475.351659:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832475.351681:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:3.0:1788832475.351796:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218538880 00000100:00100000:3.0:1788832475.351801:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218538880 00000100:00100000:3.0:1788832475.351836:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788832475.351844:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+20:22812:x1875726218538880:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788832475.351858:0:22807:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788832475.351874:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788832475.351877:0:22807:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788832475.351968:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+20:22812:x1875726218538880:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832475.351975:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788832475.355468:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218538880:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788832475.355579:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788832475.355590:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.355600:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832475.355640:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788832475.355643:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2b01975000 from 13 10000000:01000000:2.0:1788832475.355646:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788832475.355680:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.355687:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.355697:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832475.355719:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218539008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788832475.355777:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832475.355824:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:2.0:1788832475.355858:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539008 00000100:00100000:2.0:1788832475.355865:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539008 00000100:00100000:2.0:1788832475.355923:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788832475.355933:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+20:22812:x1875726218539008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788832475.355947:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832475.355960:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c03 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.355981:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c03 expref: 21 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.355991:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c03 expref: 21 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832475.356010:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cfe800, rc 0) 00000100:00100000:2.0:1788832475.356057:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218539008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832475.356063:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788832475.356888:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218539008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832475.356917:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832475.356927:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832475.356985:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe27100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218539136:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788832475.357026:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832475.357062:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c053ba0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832475.357081:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539136 00000100:00100000:3.0:1788832475.357088:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539136 00000100:00100000:3.0:1788832475.357132:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788832475.357140:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218539136:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788832475.357163:0:22807:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788832475.357178:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788832475.357181:0:22807:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788832475.358081:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218539136:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 750us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832475.358090:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788832475.358324:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe27100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218539136:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788832475.358393:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788832475.358403:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832475.358425:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832475.734903:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832476.761271:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832477.783202:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788832478.167339:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788832478.816858:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788832478.936054:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832478.936061:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832478.936063:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832478.936066:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832478.936085:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832478.936088:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832478.936100:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832478.936103:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788832478.936146:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218539392:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.936206:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832478.936245:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218539904:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.936274:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832478.936296:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788832478.936302:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218539520:0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.936314:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218539264:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.936322:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832478.936341:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218540032:0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.936361:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832478.936368:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832478.936397:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218539776:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.936413:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539392 00000100:00100000:1.0:1788832478.936421:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539392 00000100:00100000:0.0:1788832478.936428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832478.936461:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788832478.936466:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788832478.936472:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218539648:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.936478:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218539392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.936513:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832478.936544:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218539392:12345-0@lo:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832478.936549:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539904 00000100:00100000:1.0:1788832478.936551:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788832478.936563:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539904 00000100:00100000:1.0:1788832478.936567:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539648 00000100:00100000:1.0:1788832478.936572:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539648 00000100:00100000:1.0:1788832478.936589:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788832478.936596:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218539648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.936604:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539520 00000100:00100000:0.0:1788832478.936609:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539520 00000100:00100000:0.0:1788832478.936648:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540032 00000100:00100000:0.0:1788832478.936652:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540032 00000100:00100000:1.0:1788832478.936658:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218539648:12345-0@lo:400:kworker.0 Request processed in 62us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832478.936666:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788832478.936669:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539776 00000100:00100000:0.0:1788832478.936674:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539776 00000100:00100000:0.0:1788832478.936696:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832478.936704:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218539904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.936741:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218539904:12345-0@lo:400:kworker.0 Request processed in 38us (466us total) trans 0 rc 0/0 00000100:00080000:2.0:1788832478.936778:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788832478.936783:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788832478.936796:0:22813:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788832478.936803:0:22813:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1788832478.936833:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218539264 00000100:00100000:2.0:1788832478.936836:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218539264 00000100:00100000:2.0:1788832478.936861:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788832478.936867:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:3652:x1875726218539264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832478.936910:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:3652:x1875726218539264:12345-0@lo:400:kworker.0 Request processed in 44us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832478.936917:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788832478.936972:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218539648:0@lo:400:kworker.0 00000100:00100000:2.0:1788832478.936980:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218539264:0@lo:400:kworker.0 00000100:00100000:2.0:1788832478.937007:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218539392:0@lo:400:kworker.0 00010000:00080000:2.0:1788832478.937021:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe4000 x1875726218539904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832478.937032:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218539904:0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.940126:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788832478.940153:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218539520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.940238:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218539520:12345-0@lo:400:kworker.0 Request processed in 96us (3916us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832478.940245:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788832478.940272:0:22815:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788832478.940280:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832478.940287:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218540032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.940311:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218540032:12345-0@lo:400:kworker.0 Request processed in 25us (3943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832478.940316:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832478.940324:0:22815:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788832478.940331:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832478.940337:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218539776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832478.940369:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218539776:12345-0@lo:400:kworker.0 Request processed in 32us (3943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832478.940376:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1788832478.940418:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c3e775880 x1875726218539520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832478.940432:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218539520:0@lo:400:kworker.0 00010000:00080000:1.0:1788832478.940443:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe6680 x1875726218540032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832478.940451:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218540032:0@lo:400:kworker.0 00010000:00080000:1.0:1788832478.940482:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c3e774e00 x1875726218539776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832478.940504:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218539776:0@lo:400:kworker.0 00000100:00100000:0.0:1788832478.942822:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000001:02000400:1.0:1788832479.279943:0:24685:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788832479.830820:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832479.966743:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218540160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788832479.966815:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832479.966893:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540160 00000100:00100000:2.0:1788832479.966901:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540160 00000100:00100000:2.0:1788832479.966946:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788832479.966955:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218540160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788832479.966988:0:22820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788832479.967031:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218540160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832479.967039:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788832479.967099:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218540160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832479.967318:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788832479.967327:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218540288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832479.967359:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832479.967396:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540288 00000100:00100000:0.0:1788832479.967400:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540288 00000100:00100000:0.0:1788832479.967426:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788832479.967433:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218540288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788832479.967458:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832479.967494:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218540288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832479.967500:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788832479.967533:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218540288:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1788832480.296431:0:24737:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788832480.297047:0:24737:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788832480.854871:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788832481.051552:0:24787:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788832481.052312:0:24787:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1788832481.111255:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788832481.879297:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832482.911355:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832483.929979:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788832484.054770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832484.054776:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832484.054779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832484.054782:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832484.054825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1788832484.054829:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218540416:0@lo:400:kworker.0 00000100:00080000:0.0:1788832484.054831:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832484.054849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832484.054853:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788832484.054896:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218540672:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.054924:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.054977:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218540928:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.055004:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.055025:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788832484.055032:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218540544:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.055078:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832484.055079:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.055106:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218541056:0@lo:400:kworker.0 00000100:00100000:0.0:1788832484.055113:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218541184:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.055134:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832484.055154:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218540800:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.055176:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540928 00000100:00100000:1.0:1788832484.055184:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540928 00000100:00100000:1.0:1788832484.055227:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540672 00000100:00100000:1.0:1788832484.055231:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540672 00000100:00100000:1.0:1788832484.055243:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541056 00000100:00100000:1.0:1788832484.055245:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541056 00000100:00100000:1.0:1788832484.055274:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832484.055283:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218540928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832484.055372:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540416 00000100:00100000:3.0:1788832484.055376:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540416 00000100:00100000:3.0:1788832484.055404:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788832484.055410:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:3653:x1875726218540416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.058279:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875726218540928:12345-0@lo:400:kworker.0 Request processed in 2989us (3265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.058293:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832484.058330:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832484.058342:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218540672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.058400:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218540672:12345-0@lo:400:kworker.0 Request processed in 63us (3325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.058407:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832484.058420:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788832484.058428:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218541056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.058459:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218541056:12345-0@lo:400:kworker.0 Request processed in 33us (3326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.058465:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788832484.058494:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540544 00000100:00100000:1.0:1788832484.058502:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540544 00000100:00100000:1.0:1788832484.058536:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788832484.058542:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218540544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.058577:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218540544:12345-0@lo:400:kworker.0 Request processed in 35us (3513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.058582:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1788832484.058602:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832484.058655:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218540544:0@lo:400:kworker.0 00010000:00080000:1.0:1788832484.058670:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe26680 x1875726218541056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.058681:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218541056:0@lo:400:kworker.0 00010000:00080000:1.0:1788832484.058691:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe26d80 x1875726218540928/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.058700:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875726218540928:0@lo:400:kworker.0 00000100:00100000:3.0:1788832484.060489:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:3653:x1875726218540416:12345-0@lo:400:kworker.0 Request processed in 5073us (5560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832484.060501:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788832484.060642:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218540416:0@lo:400:kworker.0 00000100:00100000:3.0:1788832484.060741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788832484.060789:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe27100 x1875726218540672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832484.060801:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218540672:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.060864:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541184 00000100:00100000:1.0:1788832484.060870:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541184 00000100:00100000:1.0:1788832484.060989:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788832484.060997:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218541184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.061049:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218541184:12345-0@lo:400:kworker.0 Request processed in 53us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.061055:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1788832484.061086:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe25180 x1875726218541184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.061095:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218541184:0@lo:400:kworker.0 00000100:00080000:3.0:1788832484.061141:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832484.064856:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832484.064964:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218540800 00000100:00100000:3.0:1788832484.064974:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218540800 00000100:00100000:3.0:1788832484.065026:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788832484.065038:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218540800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832484.065132:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218540800:12345-0@lo:400:kworker.0 Request processed in 96us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832484.065139:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788832484.065468:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218540800:0@lo:400:kworker.0 00000100:00100000:1.0:1788832484.696011:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832469/real 1788832469] req@ffff9d2b07e2f800 x1875726218533760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.696043:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2b07e2f800 x1875726218533760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.696053:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832469/real 1788832469] req@ffff9d2b07e2c380 x1875726218533504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.696064:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2b07e2c380 x1875726218533504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788832484.696083:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788832484.697039:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788832484.697046:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218533760:0@lo:8:kworker.0 00000100:00080000:1.0:1788832484.697054:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788832484.697368:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832484.697374:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832484.697376:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832484.697379:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832484.697383:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832484.697386:0:14992:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788832484.697388:0:14992:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832484.697393:0:14992:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 609 00000100:00080000:3.0:1788832484.697398:0:14992:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788832484.697405:0:14992:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d2c1fe5b800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832484.697439:0:14992:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2e300 x1875726218541312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832484.697453:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832484.697456:0:14992:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788832484.697458:0:14992:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788832484.697462:0:14992:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 609 00000100:00080000:3.0:1788832484.697471:0:14992:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788832484.697475:0:14992:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d2c3fdc5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832484.697488:0:14992:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2d880 x1875726218541440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832484.701261:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788832484.701279:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218533504:0@lo:8:kworker.0 00000100:00100000:1.0:1788832484.701321:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218541312:0@lo:8:kworker.0 00000100:00100000:1.0:1788832484.701394:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.701443:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218541440:0@lo:8:kworker.0 00000100:00100000:1.0:1788832484.701469:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832484.702265:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541312 00000100:00100000:2.0:1788832484.702277:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541312 00000100:00100000:2.0:1788832484.702307:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541440 00000100:00100000:2.0:1788832484.702310:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541440 00000100:00100000:2.0:1788832484.702324:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832484.702332:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3650:x1875726218541312:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788832484.702369:0:24317:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:2.0:1788832484.702397:0:24317:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538c11 00002000:00100000:2.0:1788832484.702413:0:24317:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9d2c3c7a0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788832484.702417:0:24317:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788832484.702420:0:24317:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788832484.702598:0:24317:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788832484.702648:0:24317:0:(import.c:65:import_set_state_nolock()) ffff9d2c3c7a5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832484.702723:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3650:x1875726218541312:12345-0@lo:8:kworker.0 Request processed in 390us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832484.702730:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832484.702746:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832484.702760:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3650:x1875726218541440:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788832484.702772:0:24317:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1788832484.704535:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832484.704550:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788832484.704553:0:14992:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788832484.704556:0:14992:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:0.0:1788832484.704715:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2b07e2e300 x1875726218541312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788832504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832484.704727:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788832484.704737:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788832484.704744:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788832484.704750:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788832484.704753:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c1fe5b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788832484.704768:0:3650:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788832484.704774:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218541312:0@lo:8:kworker.0 00000004:00080000:1.0:1788832484.705034:0:23554:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1788832484.705058:0:23554:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541696:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1788832484.705114:0:23554:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.705137:0:23554:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c055ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1788832484.705149:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832484.705160:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218541568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788832484.705184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.706097:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541568 00000100:00100000:1.0:1788832484.706107:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541568 00000100:00100000:0.0:1788832484.706238:0:24318:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788832484.706247:0:24318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788832484.706579:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788832484.706591:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1875726218541568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788832484.706637:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832484.706701:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1875726218541568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.706708:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788832484.708614:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1788832484.711341:0:23553:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788832484.711437:0:23553:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 624751815866ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788832484.711445:0:23553:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1788832484.719299:0:23545:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00080000:1.0:1788832484.725058:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe7b80 x1875726218541568/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788832500 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.725087:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218541568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788832484.736742:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541696 00000100:00100000:0.0:1788832484.736757:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541696 00000100:00100000:1.0:1788832484.736905:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788832484.736916:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23554:x1875726218541696:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:1.0:1788832484.739565:0:24987:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1788832484.739573:0:24987:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788832484.739688:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23554:x1875726218541696:12345-0@lo:7:osp-pre-0-1.0 Request processed in 2771us (34570us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.739699:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788832484.739727:0:23554:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe4a80 x1875726218541696/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788832500 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832484.739743:0:23554:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541696:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1788832484.739757:0:23554:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788832484.740253:0:23554:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541824:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788832484.740361:0:23554:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832484.740441:0:23554:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3483f840 going to sleep for 11 seconds 00000100:00100000:0.0:1788832484.740558:0:24987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541824 00000100:00100000:0.0:1788832484.740565:0:24987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541824 00000100:00100000:1.0:1788832484.741279:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788832484.741305:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23554:x1875726218541824:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788832484.741345:0:24318:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788832484.741394:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23554:x1875726218541824:12345-0@lo:5:osp-pre-0-1.0 Request processed in 95us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832484.741401:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788832484.741440:0:23554:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe24000 x1875726218541824/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788832500 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832484.741453:0:23554:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541824:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788832484.741462:0:23554:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788832484.741495:0:23554:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541952:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788832484.741523:0:23554:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832484.741541:0:23554:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c089ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832484.741558:0:24319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218541952 00000100:00100000:1.0:1788832484.741562:0:24319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218541952 00000100:00100000:1.0:1788832484.741585:0:24319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832484.741590:0:24319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23554:x1875726218541952:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788832484.741616:0:24319:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1788832484.755682:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3650:x1875726218541440:12345-0@lo:8:kworker.0 Request processed in 52913us (54204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788832484.755696:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788832484.755750:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832484.755755:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788832484.755760:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218541440:0@lo:8:kworker.0 00000001:00080000:0.0:1788832484.779212:0:24313:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788832484.779230:0:24313:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1788832484.780450:0:24319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23554:x1875726218541952:12345-0@lo:5:osp-pre-0-1.0 Request processed in 38852us (38919us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788832484.780462:0:24319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788832484.784552:0:23554:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe7b80 x1875726218541952/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788832500 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832484.784567:0:23554:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788832484.784573:0:23554:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23554:1875726218541952:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788832484.784588:0:23554:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788832484.784658:0:23554:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23554:1875726218542080:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788832484.784710:0:23554:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832484.784743:0:23554:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3483f480 going to sleep for 11 seconds 00000100:00100000:2.0:1788832484.789032:0:22826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542080 00000100:00100000:2.0:1788832484.789046:0:22826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542080 00000100:00100000:2.0:1788832484.789101:0:22826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788832484.789112:0:22826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23554:x1875726218542080:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788832484.789203:0:22826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23554:x1875726218542080:12345-0@lo:900:osp-pre-0-1.0 Request processed in 93us (4491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832484.789210:0:22826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788832484.789394:0:23554:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe26300 x1875726218542080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788832500 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832484.789409:0:23554:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23554:1875726218542080:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788832484.951275:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832485.079071:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788832485.079095:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218542208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788832485.079180:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832485.079290:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542208 00000100:00100000:0.0:1788832485.079298:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542208 00000100:00100000:0.0:1788832485.079353:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788832485.079364:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218542208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788832485.079399:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832485.079447:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218542208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832485.079455:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788832485.079499:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218542208:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832485.084533:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788832485.084564:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218542336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832485.085388:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832485.090750:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542336 00000100:00100000:3.0:1788832485.090764:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542336 00000100:00100000:0.0:1788832485.090965:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788832485.090977:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218542336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788832485.091022:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788832485.091116:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218542336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (5730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832485.091125:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788832485.091242:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218542336:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788832485.975775:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832487.001513:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788832487.192874:0:25133:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788832487.192879:0:25133:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788832487.192880:0:25133:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788832487.193886:0:25133:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d2c09c2d000 00000020:01000004:3.0:1788832487.193906:0:25133:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788832487.193922:0:25133:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788832487.193935:0:25133:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9d2c3fd18000) 00000020:00000080:3.0:1788832487.193953:0:25133:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788832487.270763:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788832487.272218:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788832487.272954:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788832487.273465:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788832487.273873:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788832487.274212:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788832487.274462:0:25133:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:3.0:1788832487.278250:0:25133:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788832487.278468:0:25133:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788832487.278483:0:25133:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788832487.278494:0:25133:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x998c12b283538c1f 00000020:01000004:3.0:1788832487.278517:0:25133:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788832487.278539:0:25133:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788832487.278543:0:25133:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788832487.278549:0:25133:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1788832487.278577:0:25133:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1788832487.278582:0:25133:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788832487.304290:0:25133:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788832487.304334:0:25133:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788832487.304338:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788832487.304340:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788832487.304341:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832487.304343:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832487.304344:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832487.304345:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832487.304346:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832487.304348:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832487.304510:0:25133:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788832487.304515:0:25133:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788832487.304517:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788832487.304518:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788832487.304519:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832487.304520:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832487.304521:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832487.304522:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832487.304523:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832487.304524:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832487.304525:0:25133:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788832487.304551:0:25133:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788832487.304569:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542464:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788832487.305209:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.305256:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db300 going to sleep for 11 seconds 00000100:00100000:2.0:1788832487.305395:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542464 00000100:00100000:2.0:1788832487.305403:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542464 00000100:00100000:2.0:1788832487.305561:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788832487.305572:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:25133:x1875726218542464:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832487.305605:0:22806:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788832487.305617:0:22806:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788832487.305657:0:22806:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788832487.306112:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:25133:x1875726218542464:12345-0@lo:253:mount.lustre.0 Request processed in 540us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.306120:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788832487.306218:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542464:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788832487.306230:0:25133:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788832487.306240:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788832487.306242:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788832487.306243:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788832487.306244:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788832487.306245:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788832487.306246:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788832487.306247:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788832487.306249:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788832487.306250:0:25133:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788832487.306268:0:25133:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d2c09c2d000 from lustre-OST0001 10000000:01000000:0.0:1788832487.306302:0:25133:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788832487.306305:0:25133:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788832487.306313:0:25133:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d2c35993370 local copy 00010000:00010000:0.0:1788832487.306322:0:25133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.306405:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832487.306447:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.307034:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.307149:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542592 00000100:00100000:3.0:1788832487.307156:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542592 00000100:00100000:3.0:1788832487.307191:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788832487.307198:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:25133:x1875726218542592:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832487.307367:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:25133:x1875726218542592:12345-0@lo:501:mount.lustre.0 Request processed in 168us (918us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788832487.307375:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788832487.307600:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542592:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788832487.307748:0:25133:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788832487.307875:0:25133:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788832487.307883:0:25133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.307895:0:25133:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff600/0x998c12b283538939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538940 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832487.307922:0:25133:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d2c09c2d000 10000000:01000000:0.0:1788832487.307927:0:25133:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788832487.307932:0:25133:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788832487.307945:0:25133:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788832487.307951:0:25133:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788832487.307953:0:25133:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788832487.307980:0:25133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.307988:0:25133:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.307996:0:25133:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.308013:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542720:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788832487.308045:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.308160:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db600 going to sleep for 11 seconds 00000100:00100000:1.0:1788832487.308221:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542720 00000100:00100000:1.0:1788832487.308226:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542720 00000100:00100000:3.0:1788832487.308347:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788832487.308357:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:25133:x1875726218542720:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832487.308367:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832487.308379:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204b600/0x998c12b283538c2d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c26 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.308401:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204b600/0x998c12b283538c2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c26 expref: 22 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.308475:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204b600/0x998c12b283538c2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c26 expref: 22 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.308487:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b600, rc 0) 00000100:00100000:3.0:1788832487.308570:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218542720:12345-0@lo:101:mount.lustre.0 Request processed in 215us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.308586:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788832487.309056:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542720:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832487.309080:0:25133:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c2d expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.309089:0:25133:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538c2d expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788832487.310602:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788832487.311872:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832487.318475:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788832487.318539:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788832487.318558:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788832487.318573:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788832487.318586:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788832487.318603:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788832487.318764:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788832487.318862:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788832487.318877:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788832487.318904:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788832487.318909:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788832487.319039:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542848:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832487.319503:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.319662:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.319949:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542848 00000100:00100000:3.0:1788832487.319958:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542848 00000100:00100000:3.0:1788832487.320040:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788832487.320050:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218542848:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832487.320264:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218542848:12345-0@lo:501:mount.lustre.0 Request processed in 214us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.320272:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788832487.320738:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542848:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832487.320865:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542976:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788832487.320918:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.320953:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:1.0:1788832487.321043:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218542976 00000100:00100000:1.0:1788832487.321050:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218542976 00000100:00100000:1.0:1788832487.321154:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788832487.321162:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218542976:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832487.322570:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218542976:12345-0@lo:503:mount.lustre.0 Request processed in 1402us (1644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.322581:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788832487.323027:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218542976:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788832487.326553:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788832487.327213:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543104:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832487.327482:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.327574:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3e4229c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832487.334832:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543104 00000100:00100000:2.0:1788832487.334847:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543104 00000100:00100000:3.0:1788832487.335440:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788832487.335452:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218543104:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832487.336592:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218543104:12345-0@lo:502:mount.lustre.0 Request processed in 1136us (9104us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.336601:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788832487.336893:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543104:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832487.337218:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788832487.337249:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788832487.337263:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788832487.337276:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788832487.337489:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788832487.337511:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788832487.337524:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788832487.337536:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788832487.337550:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788832487.337588:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543232:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832487.337947:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.338048:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3e4229c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.338148:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543232 00000100:00100000:3.0:1788832487.338155:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543232 00000100:00100000:3.0:1788832487.338240:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788832487.338249:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218543232:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832487.338374:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218543232:12345-0@lo:502:mount.lustre.0 Request processed in 125us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.338382:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788832487.338460:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543232:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832487.338512:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788832487.338522:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788832487.339597:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788832487.339606:0:25137:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788832487.339613:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.339615:0:25137:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788832487.340755:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788832487.340781:0:25137:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9d2b06398000) 00000020:00000080:1.0:1788832487.340806:0:25137:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788832487.340820:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788832487.340889:0:25137:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c09c2d000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788832487.340897:0:25137:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788832487.340903:0:25137:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x998c12b283538c3b 00010000:00010000:1.0:1788832487.344923:0:25137:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788832487.345474:0:25137:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788832487.346927:0:25137:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788832487.348873:0:25137:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788832487.348888:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832487.348895:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832487.348897:0:25137:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788832487.348901:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832487.348906:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832487.348913:0:25137:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788832487.348917:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788832487.348919:0:25137:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788832487.348921:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832487.348924:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832487.348925:0:25137:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788832487.348928:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832487.348930:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832487.348931:0:25137:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788832487.348935:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788832487.348969:0:25137:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832487.348973:0:25137:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832487.348974:0:25137:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788832487.348977:0:25137:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788832487.349334:0:25133:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788832487.349371:0:25133:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788832487.349392:0:25133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c2d expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.349404:0:25133:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c092dd400/0x998c12b283538c26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c2d expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832487.349421:0:25133:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c09c2d000 from 1 10000000:01000000:0.0:1788832487.349424:0:25133:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788832487.349460:0:25133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.349469:0:25133:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.349494:0:25133:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.349522:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543360:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788832487.349588:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.349653:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.349785:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543360 00000100:00100000:3.0:1788832487.349794:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543360 00000100:00100000:3.0:1788832487.349854:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788832487.349864:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+22:25133:x1875726218543360:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788832487.349877:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832487.349890:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c42 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.349911:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c42 expref: 23 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.349920:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c42 expref: 23 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832487.349928:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b000, rc 0) 00000100:00100000:3.0:1788832487.349968:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543360:12345-0@lo:101:mount.lustre.0 Request processed in 106us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.349975:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788832487.350174:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543360:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788832487.350187:0:25133:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.350196:0:25133:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788832487.351542:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788832487.352007:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832487.352190:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788832487.352215:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788832487.352228:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788832487.352239:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788832487.352253:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788832487.352265:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788832487.352359:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788832487.352376:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788832487.352389:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788832487.352401:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788832487.352423:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788832487.352441:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788832487.352446:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788832487.353274:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543488:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788832487.353405:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.353540:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db900 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.353581:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543488 00000100:00100000:3.0:1788832487.353588:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543488 00000100:00100000:3.0:1788832487.353866:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788832487.353877:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543488:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788832487.354009:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543488:12345-0@lo:501:mount.lustre.0 Request processed in 133us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.354016:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788832487.354096:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe26680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832487.354134:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543616:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788832487.354178:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.362956:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c40517240 going to sleep for 11 seconds 00000100:00100000:0.0:1788832487.365177:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543616 00000100:00100000:0.0:1788832487.365194:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543616 00000100:00100000:0.0:1788832487.365280:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788832487.365301:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543616:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788832487.365652:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543616:12345-0@lo:503:mount.lustre.0 Request processed in 352us (11471us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.365660:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788832487.365733:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543616:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788832487.366600:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788832487.366713:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543744:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832487.366902:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.366938:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db600 going to sleep for 11 seconds 00000100:00100000:0.0:1788832487.366960:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543744 00000100:00100000:0.0:1788832487.366965:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543744 00000100:00100000:0.0:1788832487.366995:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788832487.367005:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543744:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832487.368958:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543744:12345-0@lo:502:mount.lustre.0 Request processed in 1947us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.368972:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788832487.369057:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543744:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788832487.370757:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788832487.371182:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788832487.371207:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788832487.371221:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788832487.371244:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788832487.371257:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788832487.371269:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788832487.371284:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788832487.371368:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788832487.371380:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788832487.371391:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788832487.371491:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543872:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832487.371556:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.371673:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c095db600 going to sleep for 11 seconds 00000100:00100000:3.0:1788832487.371836:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218543872 00000100:00100000:3.0:1788832487.371844:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218543872 00000100:00100000:3.0:1788832487.371913:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788832487.371922:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543872:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788832487.372075:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218543872:12345-0@lo:502:mount.lustre.0 Request processed in 153us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.372082:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788832487.372257:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218543872:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788832487.372319:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788832487.372327:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788832487.373370:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832487.373379:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.373381:0:25141:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788832487.373387:0:25141:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c09c2d000 00000020:00000080:1.0:1788832487.373394:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832487.373401:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832487.373403:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.373404:0:25141:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788832487.373407:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832487.373468:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.373470:0:25141:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788832487.373475:0:25141:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d2c09c2d000 00000020:00000080:1.0:1788832487.373478:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832487.373556:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832487.373560:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.373561:0:25141:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788832487.373564:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832487.373566:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.373567:0:25141:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832487.373571:0:25141:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c09c2d000 00000020:00000080:1.0:1788832487.373573:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832487.374977:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832487.374987:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.374988:0:25141:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788832487.374991:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832487.374995:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.374996:0:25141:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788832487.375000:0:25141:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d2c09c2d000 00000020:00000080:1.0:1788832487.375002:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788832487.375050:0:25141:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832487.375053:0:25141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832487.375054:0:25141:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788832487.375058:0:25141:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788832487.375366:0:25133:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788832487.375423:0:25133:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788832487.375445:0:25133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.375457:0:25133:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788832487.375512:0:25133:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788832487.375515:0:25133:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d2c09c2d000 10000000:01000000:2.0:1788832487.375518:0:25133:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d2c09c2d000 10000000:01000000:2.0:1788832487.375523:0:25133:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788832487.375528:0:25133:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d2c09c2d000 from 1 10000000:01000000:2.0:1788832487.375531:0:25133:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788832487.375567:0:25133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.375575:0:25133:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.375585:0:25133:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832487.375609:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544000:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788832487.375722:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.375758:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832487.375962:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544000 00000100:00100000:1.0:1788832487.375969:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544000 00000100:00100000:1.0:1788832487.376017:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788832487.376027:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:25133:x1875726218544000:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788832487.376048:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832487.376072:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b400/0x998c12b283538c57 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c50 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832487.376098:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b400/0x998c12b283538c57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c50 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832487.376109:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050b400/0x998c12b283538c57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c50 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832487.376233:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050b400, rc 0) 00000100:00100000:1.0:1788832487.376278:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544000:12345-0@lo:101:mount.lustre.0 Request processed in 252us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.376285:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788832487.376491:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544000:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788832487.376506:0:25133:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c57 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.376516:0:25133:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538c57 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788832487.380891:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788832487.382958:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788832487.385893:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788832487.385947:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788832487.385963:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788832487.385976:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788832487.385988:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788832487.386002:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788832487.386015:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788832487.386029:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788832487.386056:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788832487.386087:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788832487.386101:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788832487.386112:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788832487.387554:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788832487.387585:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788832487.387601:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788832487.387613:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788832487.387662:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788832487.387679:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788832487.387693:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788832487.387705:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788832487.387730:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788832487.387741:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788832487.387752:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788832487.387765:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788832487.388525:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788832487.388544:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788832487.388560:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788832487.388571:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788832487.388583:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788832487.388596:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788832487.388607:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788832487.388648:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788832487.388668:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788832487.388682:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788832487.388696:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788832487.388709:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788832487.388723:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788832487.388736:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788832487.388749:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788832487.388762:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788832487.391006:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788832487.391043:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788832487.391121:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788832487.391142:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788832487.391156:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788832487.391170:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788832487.391183:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788832487.391196:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788832487.391353:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788832487.391375:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788832487.391392:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788832487.391397:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788832487.393000:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544128:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832487.393513:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.393568:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832487.393919:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544128 00000100:00100000:1.0:1788832487.393927:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544128 00000100:00100000:1.0:1788832487.393978:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788832487.393988:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544128:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788832487.394962:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544128:12345-0@lo:501:mount.lustre.0 Request processed in 971us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.394971:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788832487.395183:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544128:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788832487.395232:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544256:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832487.395276:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.395306:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788832487.395324:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544256 00000100:00100000:2.0:1788832487.395329:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544256 00000100:00100000:2.0:1788832487.395367:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788832487.395376:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544256:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788832487.396596:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544256:12345-0@lo:503:mount.lustre.0 Request processed in 1218us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.396605:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788832487.396683:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544256:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788832487.399968:0:25133:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788832487.400181:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544384:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832487.400260:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.400348:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832487.407735:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544384 00000100:00100000:1.0:1788832487.407750:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544384 00000100:00100000:1.0:1788832487.407825:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788832487.407837:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544384:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788832487.408011:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544384:12345-0@lo:502:mount.lustre.0 Request processed in 175us (7749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.408028:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788832487.408291:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832487.408524:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788832487.408556:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788832487.408570:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788832487.408583:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788832487.408596:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788832487.408608:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788832487.408666:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788832487.408682:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788832487.408696:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788832487.408709:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788832487.408721:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788832487.408734:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788832487.408746:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788832487.408760:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788832487.408913:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788832487.408930:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788832487.408942:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788832487.408954:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788832487.408981:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788832487.408997:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788832487.409009:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788832487.409021:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788832487.409034:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788832487.409046:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788832487.409120:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788832487.409143:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788832487.409158:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788832487.409171:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788832487.409183:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788832487.409196:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788832487.409207:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788832487.409218:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788832487.409230:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788832487.409241:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788832487.409268:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788832487.409284:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788832487.409296:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788832487.409309:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788832487.409323:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788832487.409347:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788832487.409359:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788832487.409369:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788832487.409380:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788832487.409393:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788832487.409406:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788832487.409699:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788832487.409714:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788832487.409726:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788832487.411073:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544512:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832487.411159:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.411200:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832487.411587:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544512 00000100:00100000:0.0:1788832487.411595:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544512 00000100:00100000:0.0:1788832487.411666:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788832487.411676:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544512:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788832487.411825:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544512:12345-0@lo:502:mount.lustre.0 Request processed in 149us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.411832:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788832487.412093:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544512:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832487.412286:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788832487.412331:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788832487.412364:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544640:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832487.412521:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.412551:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c05596e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788832487.412569:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544640 00000100:00100000:2.0:1788832487.412574:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544640 00000100:00100000:2.0:1788832487.412610:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788832487.412641:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544640:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788832487.412721:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218544640:12345-0@lo:502:mount.lustre.0 Request processed in 103us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.412727:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788832487.412844:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218544640:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788832487.412884:0:25133:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788832487.412899:0:25133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788832487.418392:0:25146:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788832487.418422:0:25146:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9d2c39080000) 00000020:00000080:0.0:1788832487.418448:0:25146:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788832487.418549:0:25146:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c09c2d000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788832487.418554:0:25146:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c09c2d000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788832487.418556:0:25146:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c09c2d000 3 00010000:00080000:0.0:1788832487.418595:0:25146:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2b06003000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1788832487.421408:0:25146:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788832487.421850:0:25146:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788832487.421897:0:25146:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788832487.421910:0:25146:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x998c12b283538c65 00000100:00080000:0.0:1788832487.421920:0:25146:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788832487.421934:0:25146:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d2b06003000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788832487.421968:0:25146:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c1fe24380 x1875726218544768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832487.421994:0:25146:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788832487.422122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832487.422127:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832487.422129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832487.422132:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788832487.422161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832487.422165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788832487.422167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832487.422172:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 624 00000100:00080000:1.0:1788832487.422176:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788832487.422180:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d2c3fdc5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832487.422194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c18fe4000 x1875726218545408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788832487.422238:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218545152:0@lo:400:kworker.0 00000100:00100000:1.0:1788832487.422305:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.422338:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218545792:0@lo:400:kworker.0 00000100:00100000:1.0:1788832487.422364:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.422386:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788832487.422391:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218545280:0@lo:400:kworker.0 00000100:00100000:1.0:1788832487.422426:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832487.422457:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545152 00000100:00100000:1.0:1788832487.422463:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545152 00000100:00100000:0.0:1788832487.422581:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218544896:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.422611:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.423920:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218544768:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788832487.423970:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.424009:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218545408:0@lo:8:kworker.0 00000100:00100000:2.0:1788832487.424033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.424136:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545792 00000100:00100000:2.0:1788832487.424143:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545792 00000100:00100000:2.0:1788832487.424195:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544768 00000100:00100000:2.0:1788832487.424198:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544768 00000100:00100000:2.0:1788832487.424218:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788832487.424227:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218545792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832487.424284:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218545792:12345-0@lo:400:kworker.0 Request processed in 58us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.424291:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788832487.424308:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832487.424312:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218544768:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788832487.424347:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 627 last 0 00000020:00000080:2.0:1788832487.424378:0:22815:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x998c12b283538c6c 00000004:00100000:2.0:1788832487.424391:0:22815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788832487.424497:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2b067eb000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832487.424534:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1875726218544768:12345-0@lo:38:llog_process_th.0 Request processed in 220us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.424540:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832487.424558:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545280 00000100:00100000:2.0:1788832487.424561:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545280 00000100:00100000:2.0:1788832487.424581:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545408 00000100:00100000:2.0:1788832487.424583:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545408 00000100:00100000:2.0:1788832487.424602:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832487.424608:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218545280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832487.424659:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218545280:12345-0@lo:400:kworker.0 Request processed in 51us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.424665:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788832487.424675:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832487.424679:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3650:x1875726218545408:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788832487.424708:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3650:x1875726218545408:12345-0@lo:8:kworker.0 Request processed in 28us (674us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788832487.424713:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788832487.424725:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788832487.424728:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788832487.424757:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c1fe24380 x1875726218544768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832487.424842:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788832487.424851:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788832487.424858:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788832487.424862:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788832487.424865:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b06003000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788832487.424870:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c1fe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3650:1875726218544768:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788832487.424881:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788832487.424884:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788832487.424888:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788832487.424891:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218545408:0@lo:8:kworker.0 00010000:00080000:2.0:1788832487.424921:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe4a80 x1875726218545280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788832503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832487.424942:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218545280:0@lo:400:kworker.0 00010000:00080000:2.0:1788832487.424956:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c182a9c00 x1875726218545792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832487.424964:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218545792:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427360:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218545536:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427421:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.427449:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788832487.427455:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218545024:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427473:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.427487:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1875726218545664:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427508:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.427541:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545536 00000100:00100000:0.0:1788832487.427547:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545536 00000100:00100000:0.0:1788832487.427575:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545024 00000100:00100000:0.0:1788832487.427577:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545024 00000100:00100000:0.0:1788832487.427585:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545664 00000100:00100000:0.0:1788832487.427587:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545664 00000100:00100000:0.0:1788832487.427607:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788832487.427614:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218545536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427681:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218545536:12345-0@lo:400:kworker.0 Request processed in 67us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.427689:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788832487.427703:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788832487.427709:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218545024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.427762:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218545024:12345-0@lo:400:kworker.0 Request processed in 54us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.427929:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788832487.427939:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1875726218545664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832487.427974:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1875726218545664:12345-0@lo:400:kworker.0 Request processed in 38us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832487.427980:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788832487.428021:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788832487.428087:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218544896 00000100:00100000:1.0:1788832487.428092:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218544896 00000100:00100000:1.0:1788832487.428125:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788832487.428133:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218545152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832487.428184:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218545152:12345-0@lo:400:kworker.0 Request processed in 51us (5879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.428191:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788832487.428204:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788832487.428210:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c1fe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218544896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832487.428240:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c1fe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218544896:12345-0@lo:400:kworker.0 Request processed in 31us (5629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832487.428246:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788832487.428373:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218545152:0@lo:400:kworker.0 00000020:01000004:3.0:1788832487.428799:0:25146:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788832487.428824:0:25146:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9d2c3fd1cd28) 00000020:00000080:3.0:1788832487.428851:0:25146:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1788832487.428950:0:25146:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d2c09c2d000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788832487.428954:0:25146:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d2c09c2d000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788832487.428957:0:25146:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d2c09c2d000 3 00010000:00080000:3.0:1788832487.428984:0:25146:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d2b016f4800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.126@tcp at head 00000100:00080000:0.0:1788832487.429789:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788832487.429842:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c18fe6d80 x1875726218545024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832487.429856:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218545024:0@lo:400:kworker.0 00010000:00080000:0.0:1788832487.429869:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c182a8700 x1875726218545664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832487.429950:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1875726218545664:0@lo:400:kworker.0 00000100:00100000:0.0:1788832487.429964:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218544896:0@lo:400:kworker.0 00010000:00080000:0.0:1788832487.430132:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2c182aa300 x1875726218545536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832487.430141:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218545536:0@lo:400:kworker.0 00010000:00010000:3.0:1788832487.431755:0:25146:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1788832487.431960:0:25146:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1788832487.432005:0:25146:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788832487.432017:0:25146:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x998c12b283538c7a 00000100:00080000:3.0:1788832487.432027:0:25146:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788832487.432033:0:25146:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d2b016f4800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788832487.432068:0:25146:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2b07e2ed80 x1875726218545920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832487.432099:0:25146:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788832487.432129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832487.432133:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788832487.432136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788832487.432139:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788832487.433014:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218545920:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788832487.433157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.433298:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218545920 00000100:00100000:2.0:1788832487.433306:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218545920 00000100:00100000:2.0:1788832487.433348:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788832487.433356:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3650:x1875726218545920:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788832487.433387:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 627 last 0 00000020:00000080:2.0:1788832487.433430:0:22815:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x998c12b283538c81 00000004:00100000:2.0:1788832487.433443:0:22815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788832487.433473:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2b067e8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832487.433537:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875726218545920:12345-0@lo:38:llog_process_th.0 Request processed in 180us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.433544:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788832487.433678:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d2b07e2ed80 x1875726218545920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788832497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832487.433689:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788832487.433697:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788832487.433704:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788832487.433708:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788832487.433710:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2b016f4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788832487.433716:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3650:1875726218545920:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788832487.434342:0:25146:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788832487.435527:0:25133:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788832487.435569:0:25133:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788832487.435589:0:25133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c57 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.435601:0:25133:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffa00/0x998c12b283538c50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c57 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788832487.435956:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788832487.435959:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788832487.435965:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832487.435966:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832487.435966:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832487.435968:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832487.435969:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832487.435971:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832487.435972:0:25133:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788832487.435976:0:25133:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788832487.435978:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788832487.435979:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788832487.435980:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832487.435981:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832487.435982:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832487.435983:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832487.435983:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832487.435984:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832487.435985:0:25133:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788832487.436008:0:25133:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788832487.436025:0:25133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218546048:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788832487.436101:0:25133:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.436143:0:25133:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c055960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832487.436322:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546048 00000100:00100000:0.0:1788832487.436426:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546048 00000100:00100000:2.0:1788832487.440002:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788832487.440024:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c284e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218546048:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788832487.440484:0:22806:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788832487.440502:0:22806:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788832487.447056:0:22806:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788832487.447081:0:22806:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1788832487.447303:0:22830:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788832487.447308:0:22830:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788832487.447342:0:22830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447363:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538bf5 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447385:0:22830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c03 expref: 24 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447391:0:22830:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447445:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 24 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447458:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 24 pid: 22807 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.447470:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc05c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218546176:0@lo:104: 00000100:00100000:0.0:1788832487.447773:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788832487.447834:0:22830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.447843:0:22830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 24 pid: 22808 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.447851:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218546304:0@lo:104: 00000100:00100000:0.0:1788832487.447872:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.447889:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c053ba900 going to sleep for 11 seconds 00000100:00100000:0.0:1788832487.447908:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546176 00000100:00100000:0.0:1788832487.447914:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546176 00000100:00100000:0.0:1788832487.447950:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546304 00000100:00100000:0.0:1788832487.447952:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546304 00000100:00100000:0.0:1788832487.447967:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832487.447975:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218546176:12345-0@lo:104: 00010000:00010000:0.0:1788832487.448005:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.448063:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788832487.448072:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:22830:x1875726218546176:12345-0@lo:104: Request processed in 98us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.448083:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832487.448100:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832487.448110:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218546304:12345-0@lo:104: 00000100:00100000:2.0:1788832487.448364:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c284e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:25133:x1875726218546048:12345-0@lo:253:mount.lustre.0 Request processed in 8348us (12262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832487.448376:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788832487.448461:0:25133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf672408-eb95-463f-9d75-9fc160539e11:25133:1875726218546048:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788832487.448475:0:25133:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788832487.448479:0:25133:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788832487.448489:0:25133:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788832487.448490:0:25133:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788832487.448491:0:25133:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788832487.448492:0:25133:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788832487.448494:0:25133:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788832487.448495:0:25133:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788832487.448497:0:25133:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788832487.448498:0:25133:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1788832487.448785:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:2.0:1788832487.450072:0:25133:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1788832487.451759:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788832487.451774:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:22830:x1875726218546304:12345-0@lo:104: Request processed in 3659us (3895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.451783:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788832487.451828:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832487.451836:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451846:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cffe00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832487.451850:0:22802:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451860:0:22802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832487.451868:0:22802:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832487.451882:0:22802:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832487.451925:0:22802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451932:0:22802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832487.451954:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451961:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2b07cffe00/0x998c12b283538c03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c0a expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451970:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832487.451974:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451979:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cff000 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:0.0:1788832487.451982:0:22802:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.451989:0:22802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788832487.451995:0:22802:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832487.452000:0:22802:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788832487.452014:0:22802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.452020:0:22802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788832487.452040:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.452047:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2b07cff000/0x998c12b283538bf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538bfc expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.452060:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832487.452062:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832487.452064:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832487.452072:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788832487.452088:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218546432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832487.452144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832487.452705:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc05c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218546176:0@lo:104: 00000100:00100000:2.0:1788832487.452717:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22830:1875726218546304:0@lo:104: 00010000:00010000:3.0:1788832487.453165:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832487.455214:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218546560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832487.455279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832487.455360:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546432 00000100:00100000:0.0:1788832487.455367:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546432 00010000:00010000:0.0:1788832487.455395:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 24 pid: 22807 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.455419:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546560 00000100:00100000:0.0:1788832487.455421:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546560 00010000:00010000:0.0:1788832487.455431:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 25 pid: 22808 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832487.455445:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832487.455452:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+25:3653:x1875726218546432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832487.455464:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832487.455469:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 25 pid: 22807 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455490:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 25 pid: 22807 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455506:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cfe800/0x998c12b283538c0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538c03 expref: 25 pid: 22807 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455518:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832487.455548:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+24:3653:x1875726218546432:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (3404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.455555:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832487.455571:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832487.455577:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+23:3651:x1875726218546560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832487.455583:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832487.455587:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 23 pid: 22808 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455596:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 23 pid: 22808 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455605:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c3050bc00/0x998c12b283538bfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538bf5 expref: 23 pid: 22808 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455615:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.455640:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788832487.455654:0:22799:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009967094s 00010000:00010000:2.0:1788832487.455802:0:22830:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.455822:0:22830:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832487.455828:0:22830:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456400:0:22799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456522:0:22799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456530:0:22799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456538:0:22799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456543:0:22799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dda00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832487.456547:0:22799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456555:0:22799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456565:0:22799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456572:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dda00/0x998c12b283538c88 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832487.456586:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832487.456653:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf672408-eb95-463f-9d75-9fc160539e11+22:3651:x1875726218546560:12345-0@lo:103:ldlm_bl.0 Request processed in 1075us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832487.456660:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832487.456703:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218546560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832487.456729:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218546432:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1788832487.457725:0:25133:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788832487.467557:0:25133:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788832487.467565:0:25133:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788832487.467600:0:25133:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788832487.467674:0:25133:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788832487.467693:0:25133:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1788832487.467710:0:25133:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1788832487.472238:0:25133:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832487.473007:0:25133:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788832488.025207:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788832488.410985:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1788832488.521596:0:25199:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788832488.522318:0:25199:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1788832488.729463:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788832488.729469:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2c3fd3b000 from 14 10000000:01000000:0.0:1788832488.729473:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788832488.729513:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832488.729524:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832488.729534:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832488.729557:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788832488.729615:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832488.729679:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3fc0f300 going to sleep for 11 seconds 00000100:00100000:3.0:1788832488.729895:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546688 00000100:00100000:3.0:1788832488.729903:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546688 00000100:00100000:3.0:1788832488.729951:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788832488.729960:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218546688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832488.729972:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832488.729986:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c00031400/0x998c12b283538c96 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c8f expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.730008:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c00031400/0x998c12b283538c96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c8f expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.730030:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c00031400/0x998c12b283538c96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c8f expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.730040:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c00031400, rc 0) 00000100:00100000:3.0:1788832488.730083:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218546688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832488.730089:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788832488.730134:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832488.730148:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c96 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.730157:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538c96 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832488.730214:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788832488.730243:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832488.730263:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3e422b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788832488.730649:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546816 00000100:00100000:2.0:1788832488.730655:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546816 00000100:00100000:2.0:1788832488.730682:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788832488.730689:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218546816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788832488.730710:0:22806:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788832488.730725:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788832488.730727:0:22806:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788832488.730818:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218546816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 116us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832488.730826:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788832488.731367:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788832488.731424:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788832488.731433:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c96 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.731441:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc000/0x998c12b283538c8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538c96 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832488.731450:0:22812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788832488.731458:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d2b01975000 from 14 10000000:01000000:3.0:1788832488.731461:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788832488.731482:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.731489:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832488.731498:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832488.731513:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788832488.731557:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832488.731589:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3e422b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832488.731728:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218546944 00000100:00100000:1.0:1788832488.731734:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218546944 00000100:00100000:1.0:1788832488.731767:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788832488.731775:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218546944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832488.731784:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832488.731796:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c3050b200/0x998c12b283538ca4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538c9d expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832488.731838:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c3050b200/0x998c12b283538ca4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538c9d expref: 24 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832488.731847:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c3050b200/0x998c12b283538ca4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c9d expref: 24 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832488.731855:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c3050b200, rc 0) 00000100:00100000:1.0:1788832488.731889:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218546944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832488.731895:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788832488.731928:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218546944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832488.731939:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538ca4 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832488.731948:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538ca4 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832488.731986:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218547072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788832488.732014:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832488.732027:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0304e840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832488.732038:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547072 00000100:00100000:1.0:1788832488.732041:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547072 00000100:00100000:1.0:1788832488.732062:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788832488.732068:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218547072:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788832488.732079:0:22808:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788832488.732091:0:22808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788832488.732097:0:22808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788832488.732157:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218547072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 88us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832488.732175:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788832488.732203:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218547072:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788832488.732245:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788832488.732251:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538ca4 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832488.732259:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c00031e00/0x998c12b283538c9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538ca4 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832489.047505:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832490.075182:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832490.199857:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788832490.199880:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218547200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832490.199952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832490.200014:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547200 00000100:00100000:0.0:1788832490.200022:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547200 00000100:00100000:0.0:1788832490.200070:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788832490.200079:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218547200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788832490.200114:0:22820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832490.200159:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218547200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832490.200167:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788832490.200223:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218547200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832490.202311:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218547328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832490.202533:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832490.202568:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788832490.202575:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218547456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788832490.202598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832490.202649:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547328 00000100:00100000:0.0:1788832490.202655:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547328 00000100:00100000:0.0:1788832490.202692:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788832490.202701:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218547328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788832490.202731:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788832490.202771:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218547328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832490.202778:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788832490.202817:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547456 00000100:00100000:0.0:1788832490.202821:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547456 00000100:00100000:0.0:1788832490.202852:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788832490.202859:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218547456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788832490.202878:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788832490.202907:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218547456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832490.202913:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788832490.202928:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788832490.202954:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c3fc1b800 x1875726218547456/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788832506 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832490.202973:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218547456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788832490.202998:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218547328:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788832491.104599:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788832491.352146:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832491.543075:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832471/real 1788832471] req@ffff9d2c3e777480 x1875726218534144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.543119:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3e777480 x1875726218534144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.543131:0:3650:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788832471/real 1788832471] req@ffff9d2c3e777800 x1875726218534272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.543144:0:3650:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d2c3e777800 x1875726218534272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788832491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788832491.543163:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788832491.543177:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788832491.543181:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218534144:0@lo:8:kworker.0 00000100:00080000:3.0:1788832491.543200:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788832491.543206:0:3650:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788832491.543209:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218534272:0@lo:8:kworker.0 00000100:00080000:1.0:1788832491.544075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832491.544081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788832491.544084:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832491.544090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1788832491.544095:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788832491.544111:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d2c35b8e800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832491.544132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c182a9880 x1875726218547840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832491.544146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832491.544149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788832491.544150:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832491.544153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1788832491.544155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788832491.544158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d2c2f59c800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832491.544177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c182ab480 x1875726218547968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832491.544215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788832491.544219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788832491.544221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788832491.544226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d2c3fdc5000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788832491.544236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d2c182aaa00 x1875726218548480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788832491.544292:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218548096:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.544415:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218548736:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544437:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.544462:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788832491.544467:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218548224:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544493:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.544510:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218548864:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544529:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.544564:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548096 00000100:00100000:1.0:1788832491.544571:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548096 00000100:00100000:1.0:1788832491.544612:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548736 00000100:00100000:1.0:1788832491.544615:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548736 00000100:00100000:1.0:1788832491.544666:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548864 00000100:00100000:1.0:1788832491.544670:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548864 00000100:00100000:1.0:1788832491.544687:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788832491.544694:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218548096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544743:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875726218548096:12345-0@lo:400:kworker.0 Request processed in 49us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.544759:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788832491.544776:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788832491.544782:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218548736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544823:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218548736:12345-0@lo:400:kworker.0 Request processed in 41us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.544828:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788832491.544839:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788832491.544845:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218548864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544869:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875726218548864:12345-0@lo:400:kworker.0 Request processed in 25us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.544875:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788832491.544892:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548224 00000100:00100000:1.0:1788832491.544895:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548224 00000100:00100000:1.0:1788832491.544918:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788832491.544925:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218548224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.544956:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218548224:12345-0@lo:400:kworker.0 Request processed in 32us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.544962:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1788832491.544984:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832491.544990:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832491.545023:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218548224:0@lo:400:kworker.0 00010000:00080000:1.0:1788832491.545036:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182a9500 x1875726218548864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832491.545047:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3653:1875726218548864:0@lo:400:kworker.0 00010000:00080000:1.0:1788832491.545056:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182a9f80 x1875726218548096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832491.545072:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875726218548096:0@lo:400:kworker.0 00010000:00080000:1.0:1788832491.545083:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182a8a80 x1875726218548736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832491.545089:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218547584:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.545091:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218548736:0@lo:400:kworker.0 00000100:00100000:0.0:1788832491.545122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.545146:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547584 00000100:00100000:0.0:1788832491.545147:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218548352:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.545149:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547584 00000100:00100000:0.0:1788832491.545169:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.545173:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788832491.545178:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:3651:x1875726218547584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832491.545187:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1875726218548992:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.545208:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:3651:x1875726218547584:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832491.545210:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.545215:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788832491.545232:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218547584:0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.545240:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548992 00000100:00100000:1.0:1788832491.545243:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548992 00000100:00100000:1.0:1788832491.545268:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788832491.545273:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1875726218548992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832491.545299:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1875726218548992:12345-0@lo:400:kworker.0 Request processed in 26us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.545304:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788832491.545319:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832491.547518:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548352 00000100:00100000:1.0:1788832491.547532:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548352 00000100:00100000:3.0:1788832491.547578:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218547840:0@lo:8:kworker.0 00000100:00100000:1.0:1788832491.547591:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788832491.547602:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218548352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832491.547670:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.547682:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218548352:12345-0@lo:400:kworker.0 Request processed in 81us (2510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.547703:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788832491.547714:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218547968:0@lo:8:kworker.0 00000100:00100000:1.0:1788832491.547721:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547840 00000100:00100000:1.0:1788832491.547726:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547840 00000100:00100000:3.0:1788832491.547742:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.547749:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547968 00000100:00100000:1.0:1788832491.547753:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547968 00000100:00100000:0.0:1788832491.547757:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788832491.547759:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218548480:0@lo:8:kworker.0 00000100:00100000:1.0:1788832491.547766:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788832491.547771:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3650:x1875726218547840:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788832491.547772:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218547712:0@lo:400:kworker.0 00000100:00100000:3.0:1788832491.547807:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1788832491.547812:0:24318:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000100:00100000:0.0:1788832491.547824:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1788832491.547842:0:24318:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b283538cab 00000100:00100000:3.0:1788832491.547844:0:24319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548480 00000100:00100000:3.0:1788832491.547857:0:24319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548480 00002000:00100000:1.0:1788832491.547859:0:24318:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9d2c38291800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00100000:0.0:1788832491.547860:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218548608:0@lo:400:kworker.0 00002000:00080000:1.0:1788832491.547864:0:24318:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788832491.547867:0:24318:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1788832491.547880:0:24319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788832491.547889:0:24319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3650:x1875726218547968:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788832491.547889:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788832491.547911:0:24319:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000100:00100000:0.0:1788832491.547913:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218549120:0@lo:400:kworker.0 00000020:00000080:3.0:1788832491.547936:0:24319:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x998c12b283538cb2 00002000:00100000:3.0:1788832491.547944:0:24319:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9d2b016f7000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788832491.547948:0:24319:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788832491.547951:0:24319:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1788832491.547957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788832491.547990:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182aa680 x1875726218548352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832491.548015:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218548352:0@lo:400:kworker.0 00010000:00080000:0.0:1788832491.548032:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182a8380 x1875726218548992/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832491.548042:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1875726218548992:0@lo:400:kworker.0 00000100:00100000:0.0:1788832491.548084:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218547712 00000100:00100000:0.0:1788832491.548088:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218547712 00000100:00100000:0.0:1788832491.548118:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788832491.548126:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218547712:12345-0@lo:400:kworker.0 00002000:00080000:3.0:1788832491.548154:0:24319:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:0.0:1788832491.548172:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218547712:12345-0@lo:400:kworker.0 Request processed in 46us (346us total) trans 0 rc 0/0 00000100:00080000:3.0:1788832491.548179:0:24319:0:(import.c:65:import_set_state_nolock()) ffff9d2b016f5000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788832491.548180:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788832491.548211:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218547712:0@lo:400:kworker.0 00000100:00100000:3.0:1788832491.548230:0:24319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1875726218547968:12345-0@lo:8:kworker.0 Request processed in 342us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.548239:0:24319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788832491.548254:0:24319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788832491.548258:0:24319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3650:x1875726218548480:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788832491.548280:0:24319:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00002000:00080000:1.0:1788832491.548499:0:24318:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:0.0:1788832491.550932:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218548608 00000100:00100000:0.0:1788832491.550959:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218548608 00000100:00100000:0.0:1788832491.551172:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549120 00000100:00100000:0.0:1788832491.551176:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549120 00000100:00100000:0.0:1788832491.551212:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788832491.551221:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218548608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832491.551389:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218548608:12345-0@lo:400:kworker.0 Request processed in 168us (3502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832491.551397:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788832491.551413:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788832491.551420:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218549120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832491.551451:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218549120:12345-0@lo:400:kworker.0 Request processed in 32us (3495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832491.551457:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1788832491.552218:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832491.552255:0:24318:0:(import.c:65:import_set_state_nolock()) ffff9d2c38293000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788832491.552307:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1875726218547840:12345-0@lo:8:kworker.0 Request processed in 4533us (4636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.552316:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000080:3.0:1788832491.554556:0:24319:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x998c12b283538cb9 00002000:00100000:3.0:1788832491.554580:0:24319:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9d2b016f0000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1788832491.554585:0:24319:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788832491.554588:0:24319:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788832491.554674:0:24319:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1788832491.554704:0:24319:0:(import.c:65:import_set_state_nolock()) ffff9d2b016f5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788832491.554782:0:24319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3650:x1875726218548480:12345-0@lo:8:kworker.0 Request processed in 6520us (6974us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.554802:0:24319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1788832491.554885:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182a9880 x1875726218547840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788832516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.554896:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788832491.554904:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788832491.554913:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788832491.554918:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788832491.554921:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c35b8e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788832491.554952:0:3650:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788832491.554959:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218547840:0@lo:8:kworker.0 00010000:00080000:3.0:1788832491.554978:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182ab480 x1875726218547968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788832516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.554986:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788832491.554990:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788832491.554995:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788832491.554998:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788832491.555008:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c2f59c800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788832491.555026:0:3650:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788832491.555033:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3650:1875726218547968:0@lo:8:kworker.0 00000004:00080000:1.0:1788832491.555037:0:22839:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00010000:00080000:3.0:1788832491.555051:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182aaa00 x1875726218548480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788832516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788832491.555063:0:3650:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00100000:1.0:1788832491.555066:0:22839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22839:1875726218549376:0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788832491.555069:0:3650:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788832491.555074:0:3650:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788832491.555076:0:3650:0:(import.c:65:import_set_state_nolock()) ffff9d2c3fdc5000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788832491.555100:0:3650:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788832491.555105:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3650:1875726218548480:0@lo:8:kworker.0 00000100:00100000:1.0:1788832491.555117:0:22839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788832491.555141:0:22838:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1788832491.555145:0:22839:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c184449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832491.555162:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788832491.555171:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218549248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788832491.555199:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788832491.555214:0:22838:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 631595592597ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788832491.555223:0:22838:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1788832491.555229:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549248 00000100:00100000:1.0:1788832491.555242:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549248 00000004:00080000:3.0:1788832491.555247:0:22840:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788832491.555279:0:22840:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 631595658239ns, next at 0ns, rc = 0 00000100:00100000:1.0:1788832491.555293:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00080000:00080000:3.0:1788832491.555302:0:22840:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1788832491.555303:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1875726218549248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788832491.555322:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832491.555359:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1875726218549248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.555366:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788832491.555408:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c3fcb5880 x1875726218549248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832491.555422:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218549248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788832491.555442:0:24987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549376 00000100:00100000:1.0:1788832491.555446:0:24987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549376 00000100:00100000:1.0:1788832491.555470:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788832491.555476:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22839:x1875726218549376:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788832491.556174:0:22841:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1788832491.556194:0:22841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22841:1875726218549632:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788832491.556232:0:22841:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832491.556250:0:22841:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c280ac540 going to sleep for 11 seconds 00000004:00080000:2.0:1788832491.556280:0:23556:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1788832491.556389:0:23556:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218549888:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1788832491.556414:0:23556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832491.556428:0:23556:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c280ac480 going to sleep for 11 seconds 00000004:00080000:2.0:1788832491.556443:0:23555:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788832491.556500:0:23555:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 631596878700ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788832491.556505:0:23555:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788832491.556795:0:24319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549632 00000100:00100000:3.0:1788832491.556801:0:24319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549632 00000100:00100000:3.0:1788832491.556827:0:24319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549888 00000100:00100000:3.0:1788832491.556830:0:24319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549888 00000100:00100000:3.0:1788832491.556845:0:24319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788832491.556852:0:24319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22841:x1875726218549632:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1788832491.557255:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788832491.557260:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788832491.557267:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788832491.557278:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218549504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788832491.557892:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832491.557984:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549504 00000100:00100000:3.0:1788832491.557991:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549504 00000100:00100000:3.0:1788832491.558025:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788832491.558033:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1875726218549504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788832491.558054:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00002000:00080000:1.0:1788832491.558370:0:24987:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1788832491.558377:0:24987:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1788832491.558492:0:24987:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000100:00100000:3.0:1788832491.558655:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1875726218549504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 621us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.558663:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788832491.558738:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b067f6680 x1875726218549504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.558759:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218549504:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1788832491.559921:0:22794:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1788832491.559948:0:22794:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1788832491.560758:0:23545:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:0.0:1788832491.564643:0:24319:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1788832491.564659:0:24319:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788832491.564666:0:24319:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:3.0:1788832491.570048:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218549760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788832491.570122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832491.570165:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218549760 00000100:00100000:3.0:1788832491.570174:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218549760 00000100:00100000:3.0:1788832491.570223:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788832491.570233:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3651:x1875726218549760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788832491.570258:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788832491.570299:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3651:x1875726218549760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.570307:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788832491.570350:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b067f5880 x1875726218549760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.570371:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218549760:0@lo:13:osp-pre-1-1.0 00002000:00010000:1.0:1788832491.571363:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.571373:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.571390:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=631s v=(0 0) 00010000:00080000:3.0:1788832491.571544:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182ab800 x1875726218548608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.571556:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218548608:0@lo:400:kworker.0 00010000:00080000:3.0:1788832491.571573:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c182aa300 x1875726218549120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832491.571581:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218549120:0@lo:400:kworker.0 00010000:00010000:1.0:1788832491.572118:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.572128:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572150:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572169:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572177:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572196:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.572209:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.572214:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572222:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050be00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.572227:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572236:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572252:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572259:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b9c885a/0x998c12b283538cc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.572276:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.572284:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.572286:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.575683:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.575697:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.575715:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.575719:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.575725:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.575738:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.575748:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.575755:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.575833:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.579011:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.579025:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.579041:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.579045:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.579051:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.579075:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.579085:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.579093:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582066:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.582081:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582094:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050ba00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.582099:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582110:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582134:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582141:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000135d8cc9/0x998c12b283538cc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582166:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.582170:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582184:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050bc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.582187:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582196:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582207:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.582214:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.582216:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.582218:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.582324:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.582332:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7659b05/0x998c12b283538cce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.583271:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.583280:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.583295:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.583299:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.583305:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.583317:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.583340:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.583347:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788832491.583449:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.583460:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.583469:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.583472:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.583476:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.583490:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.583497:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.583505:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583558:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.583565:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583573:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.583577:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583585:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583598:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583613:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.583616:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583639:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dda00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.583642:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583650:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583664:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.583672:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.583673:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.583675:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.584763:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.584773:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538cd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.585323:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.585330:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585341:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.585345:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.585351:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585363:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585373:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585412:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585433:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.585447:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.585452:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585460:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.585464:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585472:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585486:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585493:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538ce3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.585507:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.585508:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.585510:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.586152:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.586168:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586179:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.586183:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.586187:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586197:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586206:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586213:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586229:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.586238:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.586242:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586249:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881cc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.586252:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586260:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586280:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586287:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045251695/0x998c12b283538cea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586301:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.586303:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.586305:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.586688:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.586782:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.586800:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586809:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.586812:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.586817:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586825:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586833:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586840:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.586870:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.587099:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.587105:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.587112:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881ca00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.587116:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.587135:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.587148:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.587155:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d294b7aa/0x998c12b283538cf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.587172:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.587173:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.587175:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.587305:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.587311:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.587319:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.587322:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.587326:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.587334:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.587340:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.587347:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.587366:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.591001:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.591014:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591028:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.591033:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591043:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591065:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591087:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b283538cf8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591114:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.591116:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.591118:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.591349:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.591357:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.591370:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.591380:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.591501:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.591516:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.591525:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.591533:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.591558:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.591875:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.591882:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591902:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.591906:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591914:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591927:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591935:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba97b36/0x998c12b283538cff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.591950:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.591952:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.591954:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.592075:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.592081:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592089:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.592093:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.592097:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592105:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592112:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592124:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592145:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.592715:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.592722:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592733:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.592736:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.592740:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592748:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592756:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592763:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592781:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788832491.592800:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788832491.592804:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592818:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.592821:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592829:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592841:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592848:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d72a3799/0x998c12b283538d06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592863:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.592866:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592872:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881dc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.592874:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.592881:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.593015:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.593044:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593059:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046f4c9d6/0x998c12b283538d0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593072:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.593074:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.593075:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.593408:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788832491.593416:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538cdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.593693:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.593699:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593708:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.593712:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.593717:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593726:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593735:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.593742:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788832491.594247:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.594254:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.594263:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.594266:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.594277:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.594288:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.594295:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.594302:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.597799:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.597813:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.597826:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.597832:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.597842:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.597865:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.597878:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.597882:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.598033:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.598042:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538d14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.598095:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.598690:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.598695:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.598706:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.598719:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.598741:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.598742:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.598745:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.598775:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788832491.598781:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd5a9504/0x998c12b283538d1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.598834:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.598953:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.598959:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.598971:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.598976:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.598983:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.598995:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599004:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599011:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599029:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.599036:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.599040:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599047:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.599056:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599064:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599075:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599082:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599096:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.599098:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.599100:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.599372:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.599378:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599539:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.599542:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.599546:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599556:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599565:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599578:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.599606:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.599873:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.599879:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.599896:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.599900:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.599909:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.599933:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.599940:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000021e4bed/0x998c12b283538d29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.599956:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.599958:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.599959:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.601563:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.601576:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.601591:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.601595:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.601601:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.601612:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.601640:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.601648:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.601671:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.602173:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.602181:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.602190:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.602195:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.602205:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.602220:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.602228:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538d30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.602262:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.602264:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.602265:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.602607:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.602613:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603103:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.603108:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.603113:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603125:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603134:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603142:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603203:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788832491.603738:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.603745:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.603755:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.603759:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.603763:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.603773:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.603780:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.603799:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.603935:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.603941:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603948:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.603951:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.603955:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603964:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603983:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.603990:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604160:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788832491.604167:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604175:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.604179:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604187:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604201:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604207:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538d37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604223:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832491.604226:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604232:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.604242:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604250:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604275:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604283:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.604292:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604298:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881ce00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.604302:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604309:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604329:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.604336:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.604337:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.604339:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.604780:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788832491.604796:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538d3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605066:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.605072:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538d45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.605525:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.605661:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.605667:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605679:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.605683:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.605687:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605701:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605710:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605727:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605741:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.605748:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.605751:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605758:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.605762:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605770:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605792:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605800:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538d4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.605812:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.605814:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.605815:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.605992:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.605998:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.606007:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.606010:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.606014:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.606022:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.606029:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.606035:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.606052:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.606389:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.606465:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.606473:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031c00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.606476:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.606483:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.606495:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.606501:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538d53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.606517:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.606519:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.606520:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.606991:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.606997:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607006:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.607010:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.607013:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607036:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607047:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607054:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607074:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.607250:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.607256:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.607265:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881dc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.607268:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.607292:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.607304:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.607312:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538d5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.607329:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.607330:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.607331:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.607722:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.607729:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607739:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.607742:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.607747:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607756:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607764:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607794:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.607812:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.608000:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.608006:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608013:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.608017:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608024:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608037:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608056:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283538d61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608069:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.608071:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.608072:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.608495:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.608503:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608513:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.608516:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.608521:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608530:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608538:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608546:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608560:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.608566:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.608575:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608582:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030a00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.608585:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608592:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608602:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608610:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538d68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.608647:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.608649:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.608650:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.608989:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.608996:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609004:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.609007:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.609011:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609021:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609029:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609035:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609049:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.609316:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.609322:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609335:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.609338:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.609342:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609351:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609358:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609366:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.609374:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788832491.609498:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.609504:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609511:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.609514:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609532:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609544:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609550:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d72a3799/0x998c12b283538d6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609565:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.609568:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609573:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881cc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.609576:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609582:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609592:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609598:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045251695/0x998c12b283538d76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609639:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.609641:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.609643:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.609682:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.609687:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609694:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.609697:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.609701:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609709:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609716:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609722:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609735:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.609742:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.609745:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609761:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.609765:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609773:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609796:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609804:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091a2b1bd/0x998c12b283538d7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.609819:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.609820:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.609822:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.610383:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.610692:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.610752:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.610763:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.610767:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.610771:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.610793:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.610814:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.610822:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.610846:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788832491.611043:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.611049:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.611058:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.611061:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.611064:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.611073:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.611088:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.611095:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.611107:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788832491.611236:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832491.611243:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611251:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.611254:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611263:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611275:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611283:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084922e9c/0x998c12b283538d84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611310:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.611314:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611320:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.611323:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611330:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611352:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611359:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6f68271/0x998c12b283538d8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.611374:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.611376:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.611377:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.611388:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.611858:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.611865:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.611873:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.611876:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.611880:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788832491.612025:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.612031:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.612039:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.612041:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.612045:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.612053:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.612061:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.612068:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.612095:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.612243:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.612248:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612257:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.612260:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612267:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612279:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612297:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f82b0de2/0x998c12b283538d99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612323:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.612324:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.612326:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.612472:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.612482:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.612490:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.612519:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.612826:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.612832:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612839:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.612843:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612851:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612862:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612869:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007c7d8d0/0x998c12b283538d92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.612885:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.612938:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.612942:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.613039:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.613044:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.613053:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.613056:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.613061:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.613071:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.613078:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.613084:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.613104:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.613333:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.613339:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613348:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.613351:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.613355:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613363:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613371:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613378:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613638:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788832491.613898:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.613904:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613913:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.613922:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.613927:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613938:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613946:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.613953:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614166:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788832491.614173:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614191:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.614195:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614202:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614216:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614223:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031a3ed66/0x998c12b283538da0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614241:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832491.614244:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614251:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881da00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.614254:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614261:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614272:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614295:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3fe15cd/0x998c12b283538da7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614311:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.614315:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614321:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881de00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.614324:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614331:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614341:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.614349:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.614350:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.614352:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.614505:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.614637:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.614643:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032029831/0x998c12b283538dae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.615045:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.615051:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.615061:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.615065:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.615069:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.615080:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.615095:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.615102:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788832491.615217:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.615223:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.615230:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.615240:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.615244:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.615254:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.615261:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.615267:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615318:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788832491.615324:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615332:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.615341:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615350:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615363:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615373:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.615376:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615398:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030c00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.615401:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615408:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615418:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.615426:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.615428:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.615429:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.616940:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.616952:0:24987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2367919/0x998c12b283538db5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.617635:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.617768:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.617776:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.617958:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.617963:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.617970:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.617984:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.617993:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.618013:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.618136:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.619032:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.619040:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619050:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.619055:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.619059:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619069:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619077:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619084:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619101:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788832491.619541:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.619548:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619564:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.619567:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.619571:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619581:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619588:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619595:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.619603:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788832491.619931:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788832491.619940:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538dbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788832491.620444:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.620451:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.620461:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.620464:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.620467:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.620477:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.620492:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.620500:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.620509:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1788832491.621073:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.621080:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.621090:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.621094:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.621098:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.621108:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.621115:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.621122:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.621141:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1788832491.621445:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.621452:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621461:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.621464:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.621468:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621476:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621494:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621500:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621509:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1788832491.621896:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788832491.621904:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621913:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.621918:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621927:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621945:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621951:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000531820d6/0x998c12b283538dc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621969:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788832491.621979:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621985:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881ce00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.621988:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.621995:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622004:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622010:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001be7e831/0x998c12b283538dca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622020:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788832491.622024:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622029:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.622032:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622039:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622058:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622064:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ceb546d/0x998c12b283538dd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622075:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788832491.622078:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622085:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.622088:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622094:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622103:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622109:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091a2b1bd/0x998c12b283538dd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622121:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788832491.622124:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622136:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030a00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.622139:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622146:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622156:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622162:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055beffee/0x998c12b283538ddf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622174:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.622177:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622182:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881dc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.622186:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622192:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622201:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622213:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538de6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622226:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.622228:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.622229:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.622558:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.622565:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.622574:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.622578:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.622582:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.622592:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.622600:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.622606:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.622637:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.622805:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.622811:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622818:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031c00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.622821:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622828:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622839:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622846:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f193762/0x998c12b283538ded lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622861:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.622863:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.622864:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.622912:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.622917:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622924:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.622927:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.622930:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622938:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622946:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622952:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.622973:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.623258:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.623264:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623272:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.623276:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623283:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623295:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623302:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000021e4bed/0x998c12b283538df4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.623541:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788832491.623874:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.623881:0:24987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623903:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.623907:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.623911:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623921:0:24987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623936:0:24987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623944:0:24987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.623957:0:24987:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.624350:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.624356:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624364:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.624374:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624468:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624486:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624494:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd5a9504/0x998c12b283538dfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624512:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.624514:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.624516:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.624637:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.624640:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.624642:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.624822:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.624829:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624838:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.624841:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.624845:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624855:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624863:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624876:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.624907:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788832491.625355:0:24987:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00010000:00010000:1.0:1788832491.625543:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.625550:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.625558:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00030c00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.625562:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.625579:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.625592:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.625599:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b5dc25/0x998c12b283538e02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.625616:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.625636:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.625638:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788832491.625830:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.625836:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.625844:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.625847:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.625851:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.625860:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.625867:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.625874:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832491.626046:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22839:x1875726218549376:12345-0@lo:5:osp-pre-0-0.0 Request processed in 70565us (70923us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832491.626056:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788832491.626092:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788832491.626106:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23556:x1875726218549888:12345-0@lo:7:osp-pre-1-1.0 00010000:00010000:3.0:1788832491.627209:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788832491.627546:0:22839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22839:1875726218549376:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788832491.627564:0:22839:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1788832491.627610:0:22839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22839:1875726218550016:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788832491.627678:0:22839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.627710:0:22839:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c358033c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832491.627730:0:24317:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1788832491.627737:0:24317:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00010000:00010000:1.0:1788832491.628610:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.628643:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.628656:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.628661:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.628680:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.628700:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.628708:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031a3ed66/0x998c12b283538e09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.628729:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.628731:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.628733:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832491.628758:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550016 00000100:00100000:1.0:1788832491.628765:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550016 00000100:00100000:1.0:1788832491.628879:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832491.628904:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22839:x1875726218550016:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788832491.628946:0:25351:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:0.0:1788832491.632093:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.632105:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.632123:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.632127:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.632134:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.632150:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.632173:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.632182:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.632245:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.634827:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.634840:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.634860:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dda00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.634866:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.634876:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.635019:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.635029:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000273e571/0x998c12b283538e10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.635052:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.635054:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.635056:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788832491.635679:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.635689:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635702:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.635707:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.635714:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635730:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635739:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635747:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635777:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.635797:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.635802:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635809:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.635813:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635820:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635833:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635840:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.635852:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.635854:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.635855:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788832491.636554:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.636562:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.636573:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.636584:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.636589:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.636599:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.636607:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.636614:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.636656:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788832491.636689:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.636695:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.636703:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dcc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.636707:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.636715:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.636733:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.636740:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6d07feb/0x998c12b283538e1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.636754:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.636756:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.636757:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788832491.637975:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.637986:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.637998:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.638002:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.638007:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638019:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638029:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638043:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638060:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.638071:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.638076:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638083:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.638086:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638094:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638106:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638113:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004df2e355/0x998c12b283538e25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.638127:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.638129:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.638131:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788832491.638858:0:24987:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788832491.638865:0:24987:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788832491.638966:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23556:x1875726218549888:12345-0@lo:7:osp-pre-1-1.0 Request processed in 12861us (82546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.638976:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00002000:00010000:0.0:1788832491.639152:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.639167:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639178:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.639181:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.639186:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639196:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639203:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639210:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639229:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.639364:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.639370:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.639603:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.639608:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.639617:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.639658:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.639664:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbe98b6f/0x998c12b283538e2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.639681:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.639683:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.639685:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788832491.639838:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.639844:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639852:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.639855:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.639859:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639868:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832491.639871:0:23556:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218549888:0@lo:7:osp-pre-1-1.0 00010000:00010000:0.0:1788832491.639881:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788832491.639887:0:23556:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00010000:00010000:0.0:1788832491.639888:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639901:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.639909:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.639913:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639919:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dca00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.639922:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832491.639924:0:23556:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b07e2e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218550144:0@lo:5:osp-pre-1-1.0 00010000:00010000:0.0:1788832491.639929:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639940:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639946:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078a7d62f/0x998c12b283538e33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.639958:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.639965:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.639967:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832491.639969:0:23556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832491.639996:0:23556:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b06376540 going to sleep for 11 seconds 00000100:00100000:3.0:1788832491.640013:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550144 00000100:00100000:3.0:1788832491.640018:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550144 00000100:00100000:3.0:1788832491.640056:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788832491.640065:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23556:x1875726218550144:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788832491.640091:0:24317:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788832491.640130:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23556:x1875726218550144:12345-0@lo:5:osp-pre-1-1.0 Request processed in 66us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.640136:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000001:00080000:1.0:1788832491.640191:0:24313:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1788832491.640232:0:24313:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788832491.640607:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22839:x1875726218550016:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11719us (12928us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788832491.640614:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832491.640740:0:22839:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788832491.640747:0:22839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22839:1875726218550016:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788832491.640757:0:22839:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1788832491.640894:0:23556:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b07e2e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218550144:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788832491.640903:0:23556:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788832491.640930:0:23556:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218550272:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788832491.640958:0:23556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832491.640981:0:23556:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36dd4840 going to sleep for 11 seconds 00002000:00010000:3.0:1788832491.641073:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788832491.641080:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.641091:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:3.0:1788832491.641095:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832491.641100:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.641110:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.641118:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.641125:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.641145:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788832491.641316:0:24987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550272 00000100:00100000:1.0:1788832491.641323:0:24987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550272 00000100:00100000:1.0:1788832491.641359:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832491.641365:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23556:x1875726218550272:12345-0@lo:5:osp-pre-1-1.0 00010000:00010000:0.0:1788832491.641481:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.641487:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.641496:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c00031800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.641499:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.641507:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.641520:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.641526:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f82b0de2/0x998c12b283538e3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.641542:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.641543:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.641550:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788832491.641589:0:24987:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1788832491.642275:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788832491.642283:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.642295:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788832491.642298:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832491.642303:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.642313:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.642322:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.642330:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.642349:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788832491.642494:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832491.642500:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.642509:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832491.642513:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.642522:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.642535:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.642543:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005964ec46/0x998c12b283538e41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.642560:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.642562:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.642564:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.643271:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.643278:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.643288:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.643291:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.643302:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.643311:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.643319:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.643325:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.643346:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788832491.643581:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.643588:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.643595:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881dc00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.643599:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.643642:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.643657:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.643664:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046f4c9d6/0x998c12b283538e48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.643680:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.643682:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.643684:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788832491.644330:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.644336:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.644346:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.644349:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.644354:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.644363:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.644371:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.644389:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.644877:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.645710:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.645718:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.645733:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.645737:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.645742:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.645753:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.645763:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.645771:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.646928:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.646938:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.646951:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.646956:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.646979:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.646998:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647005:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ceb546d/0x998c12b283538e4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647024:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.647028:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647034:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881ce00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.647037:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647044:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647053:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.647059:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.647061:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.647068:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.647228:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.647235:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001be7e831/0x998c12b283538e56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.647709:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.647715:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.647727:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.647731:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.647737:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.647748:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.647756:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.647763:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.647821:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788832491.648332:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.648339:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.648348:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.648351:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.648361:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.648371:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.648378:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.648399:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648540:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832491.648546:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648555:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d800 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.648559:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648566:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648580:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648587:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000531820d6/0x998c12b283538e5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648602:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.648604:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648610:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.648612:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648640:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648662:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.648669:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.648671:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.648673:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832491.648744:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.648828:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.648833:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2367919/0x998c12b283538e64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.649125:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.649131:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649140:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.649144:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.649148:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649158:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649176:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649183:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.649213:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832491.649217:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.649223:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881de00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:3.0:1788832491.649226:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.649233:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.649244:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832491.649251:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.649253:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832491.649254:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.649311:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.649316:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032029831/0x998c12b283538e6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788832491.649894:0:24319:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788832491.649901:0:24319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649911:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788832491.649914:0:24319:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832491.649917:0:24319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649927:0:24319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649934:0:24319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.649951:0:24319:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.653606:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788832491.653641:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.653656:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832491.653661:0:22803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.653674:0:22803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832491.653698:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.654562:0:24319:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788832491.654571:0:24319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba97b36/0x998c12b283538e72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832491.654602:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.654604:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832491.654606:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788832491.654677:0:24319:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1788832491.654764:0:24319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22841:x1875726218549632:12345-0@lo:5:osp-pre-1-0.0 Request processed in 97908us (98528us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832491.654773:0:24319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788832491.654836:0:22841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b067f5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22841:1875726218549632:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788832491.654850:0:22841:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788832491.654896:0:22841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22841:1875726218550400:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788832491.654940:0:22841:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.654964:0:22841:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c076d9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832491.654981:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550400 00000100:00100000:1.0:1788832491.654988:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550400 00000100:00100000:1.0:1788832491.655028:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832491.655037:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22841:x1875726218550400:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1788832491.655071:0:24318:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1788832491.655505:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788832491.661075:0:25134:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00080000:0.0:1788832491.661092:0:25134:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788832491.661139:0:25134:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788832491.661144:0:25134:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788832491.661546:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22841:x1875726218550400:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6505us (6601us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788832491.661558:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788832491.661727:0:22841:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788832491.661738:0:22841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22841:1875726218550400:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788832491.661756:0:22841:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:3.0:1788832491.672679:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23556:x1875726218550272:12345-0@lo:5:osp-pre-1-1.0 Request processed in 31305us (31711us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788832491.672692:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832491.672823:0:23556:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788832491.672831:0:23556:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23556:1875726218550272:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788832491.672845:0:23556:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1788832491.672894:0:23556:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23556:1875726218550528:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788832491.672929:0:23556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832491.672949:0:23556:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c076d9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788832491.673018:0:22825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550528 00000100:00100000:3.0:1788832491.673025:0:22825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550528 00000100:00100000:3.0:1788832491.673071:0:22825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788832491.673080:0:22825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23556:x1875726218550528:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1788832491.673172:0:22825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23556:x1875726218550528:12345-0@lo:900:osp-pre-1-1.0 Request processed in 93us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832491.673179:0:22825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788832491.674667:0:23556:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c3fcb6300 x1875726218550528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788832507 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832491.674683:0:23556:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23556:1875726218550528:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1788832492.118770:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832493.142844:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788832493.640233:0:25490:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788832494.167781:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788832494.475116:0:25542:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788832494.475349:0:25542:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788832495.194428:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832495.322836:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218550656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832495.322909:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832495.322968:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218550784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832495.322994:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832495.323429:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218550912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788832495.323464:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832495.323504:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550912 00000100:00100000:1.0:1788832495.323512:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550912 00000100:00100000:1.0:1788832495.323571:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788832495.323580:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218550912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788832495.323610:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832495.323665:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218550912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.323673:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1788832495.323694:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788832495.323742:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218550912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788832495.325100:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550656 00000100:00100000:1.0:1788832495.325111:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550656 00000100:00100000:1.0:1788832495.325161:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218550784 00000100:00100000:1.0:1788832495.325165:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218550784 00000100:00100000:1.0:1788832495.325186:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788832495.325195:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218550656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788832495.325228:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788832495.325311:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218550656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (2401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.325318:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788832495.325335:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788832495.325341:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218550784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788832495.325359:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788832495.325389:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218550784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (2395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.325395:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788832495.325540:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218550784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832495.325582:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218550656:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1788832495.390318:0:25592:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788832495.390552:0:25592:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788832495.688466:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.688988:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716672 00000100:00100000:3.0:1788832495.689001:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716672 00000100:00100000:3.0:1788832495.689062:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 113 00000100:00100000:3.0:1788832495.689071:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2392:x1875726202716672:12345-192.168.203.26@tcp:250:mount.lustre.0 00010000:00080000:3.0:1788832495.689109:0:22806:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from bf69a306-319c-4b7b-b8bf-8000f566bc76@192.168.203.26@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:3.0:1788832495.689158:0:22806:0:(genops.c:1385:class_connect()) connect: client bf69a306-319c-4b7b-b8bf-8000f566bc76, cookie 0x998c12b283538e79 00000100:00080000:3.0:1788832495.689334:0:22806:0:(import.c:65:import_set_state_nolock()) ffff9d2b016f7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788832495.689421:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+5:2392:x1875726202716672:12345-192.168.203.26@tcp:250:mount.lustre.0 Request processed in 349us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.689429:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 113 00000100:00100000:2.0:1788832495.702962:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.703043:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716800 00000100:00100000:1.0:1788832495.703058:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716800 00000100:00100000:1.0:1788832495.703137:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 114 00000100:00100000:1.0:1788832495.703150:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+5:18072:x1875726202716800:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788832495.703176:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832495.703203:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b0881ca00/0x998c12b283538e80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04bdc expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832495.703241:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881ca00/0x998c12b283538e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04bdc expref: 6 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832495.703274:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b0881ca00/0x998c12b283538e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04bdc expref: 6 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832495.703286:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881ca00, rc 0) 00000100:00100000:1.0:1788832495.703374:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+6:18072:x1875726202716800:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 226us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.703382:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 114 00000100:00100000:1.0:1788832495.707182:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.707370:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202716928 00000100:00100000:3.0:1788832495.707383:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202716928 00000100:00100000:3.0:1788832495.707470:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 115 00000100:00100000:3.0:1788832495.707482:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+6:18072:x1875726202716928:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788832495.707688:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+6:18072:x1875726202716928:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 208us (522us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788832495.707697:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 115 00000100:00100000:2.0:1788832495.726732:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.726998:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717056 00000100:00100000:3.0:1788832495.727011:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717056 00000100:00100000:3.0:1788832495.727089:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 116 00000100:00100000:3.0:1788832495.727101:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+6:18072:x1875726202717056:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788832495.727125:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832495.727150:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c00031600/0x998c12b283538e87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04be3 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.727192:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c00031600/0x998c12b283538e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04be3 expref: 7 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.727207:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c00031600/0x998c12b283538e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04be3 expref: 7 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.727217:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c00031600, rc 0) 00000100:00100000:3.0:1788832495.727302:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+7:18072:x1875726202717056:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 202us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.727309:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 116 00000100:00100000:2.0:1788832495.735867:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.735968:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717184 00000100:00100000:3.0:1788832495.735982:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717184 00000100:00100000:3.0:1788832495.736073:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:3.0:1788832495.736085:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+7:18072:x1875726202717184:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788832495.736301:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18072:x1875726202717184:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 217us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.736311:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:2.0:1788832495.740874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.742500:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717312 00000100:00100000:1.0:1788832495.742518:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717312 00000100:00100000:1.0:1788832495.742606:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:1.0:1788832495.742663:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18072:x1875726202717312:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788832495.742905:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18072:x1875726202717312:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 287us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.742914:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:0.0:1788832495.755963:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.756514:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717440 00000100:00100000:2.0:1788832495.756529:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717440 00000100:00100000:2.0:1788832495.756691:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:2.0:1788832495.756706:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717440:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832495.757009:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717440:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 307us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.757019:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:2.0:1788832495.781066:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.781170:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717568 00000100:00100000:3.0:1788832495.781202:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717568 00000100:00100000:3.0:1788832495.781284:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:3.0:1788832495.781296:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717568:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832495.781506:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717568:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 211us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.781515:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:2.0:1788832495.794874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.797030:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717696 00000100:00100000:1.0:1788832495.797050:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717696 00000100:00100000:1.0:1788832495.797158:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:1.0:1788832495.797170:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717696:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788832495.798126:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18091:x1875726202717696:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 950us (3259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832495.798139:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:2.0:1788832495.802372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832495.802488:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717824 00000100:00100000:0.0:1788832495.802501:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717824 00000100:00100000:0.0:1788832495.802571:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:0.0:1788832495.802831:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b075ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+8:18072:x1875726202717824:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788832495.802853:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832495.802890:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dd200/0x998c12b283538e8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c14 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832495.802929:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dd200/0x998c12b283538e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c14 expref: 9 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832495.802943:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dd200/0x998c12b283538e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c14 expref: 9 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832495.802953:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dd200, rc 0) 00000100:00100000:0.0:1788832495.803082:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b075ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+9:18072:x1875726202717824:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 256us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.803089:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:0.0:1788832495.813188:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.813593:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202717952 00000100:00100000:2.0:1788832495.813607:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202717952 00000100:00100000:2.0:1788832495.813945:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:2.0:1788832495.813958:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+9:18072:x1875726202717952:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788832495.814005:0:22807:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788832495.814040:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788832495.814045:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788832495.814049:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788832495.814052:0:22807:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788832495.814055:0:22807:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788832495.819085:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+9:18072:x1875726202717952:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 5112us (5896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.819104:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:0.0:1788832495.828749:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.828869:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718080 00000100:00100000:3.0:1788832495.828883:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718080 00000100:00100000:3.0:1788832495.829018:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:3.0:1788832495.829031:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+9:18072:x1875726202718080:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788832495.829055:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832495.829081:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c1b expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.829118:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 10 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.829131:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 10 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832495.829141:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c00031800, rc 0) 00000100:00100000:3.0:1788832495.829218:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18072:x1875726202718080:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 189us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.829225:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:0.0:1788832495.833082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.835825:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718208 00000100:00100000:1.0:1788832495.835846:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718208 00000100:00100000:1.0:1788832495.835945:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:1.0:1788832495.835983:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18072:x1875726202718208:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788832495.836215:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18072:x1875726202718208:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 234us (3217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.836224:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:2.0:1788832495.838424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.838585:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718336 00000100:00100000:3.0:1788832495.838597:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718336 00000100:00100000:3.0:1788832495.838711:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:3.0:1788832495.838724:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18072:x1875726202718336:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788832495.838929:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18072:x1875726202718336:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 207us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.838938:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:0.0:1788832495.844342:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.844576:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718464 00000100:00100000:3.0:1788832495.844590:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718464 00000100:00100000:3.0:1788832495.844805:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:3.0:1788832495.844818:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18096:x1875726202718464:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832495.845044:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18096:x1875726202718464:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 228us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.845054:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:0.0:1788832495.855217:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.859580:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718592 00000100:00100000:1.0:1788832495.859601:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718592 00000100:00100000:1.0:1788832495.859768:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:1.0:1788832495.859782:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18096:x1875726202718592:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788832495.859987:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18096:x1875726202718592:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 208us (4785us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.859996:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:2.0:1788832495.876550:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.877666:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832495.885697:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718720 00000100:00100000:0.0:1788832495.885721:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718720 00000100:00100000:1.0:1788832495.888324:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718976 00000100:00100000:1.0:1788832495.888346:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718976 00000100:00100000:1.0:1788832495.888663:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:1.0:1788832495.888676:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875726202718720:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788832495.888717:0:22815:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from d3ee8be8-2ed0-456c-9887-60f88fc030a3@192.168.203.26@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:1.0:1788832495.889492:0:22815:0:(genops.c:1385:class_connect()) connect: client d3ee8be8-2ed0-456c-9887-60f88fc030a3, cookie 0x998c12b283538e9c 00000004:00100000:1.0:1788832495.889533:0:22815:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788832495.890023:0:22815:0:(import.c:65:import_set_state_nolock()) ffff9d2c38297800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788832495.890250:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:0.0:1788832495.890260:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2392:x1875726202718976:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788832495.890288:0:22814:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from d3ee8be8-2ed0-456c-9887-60f88fc030a3@192.168.203.26@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:0.0:1788832495.890331:0:22814:0:(genops.c:1385:class_connect()) connect: client d3ee8be8-2ed0-456c-9887-60f88fc030a3, cookie 0x998c12b283538ea3 00000004:00100000:0.0:1788832495.890349:0:22814:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788832495.890528:0:22814:0:(import.c:65:import_set_state_nolock()) ffff9d2b06007000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788832495.890574:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2392:x1875726202718720:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 1898us (14107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.890583:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1788832495.896858:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2392:x1875726202718976:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 6581us (19182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.896898:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1788832495.904480:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.904564:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719232 00000100:00100000:1.0:1788832495.904576:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719232 00000100:00100000:1.0:1788832495.904685:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:1.0:1788832495.904716:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719232:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788832495.904778:0:22815:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1788832495.904945:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832495.906861:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719232:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 2134us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832495.906877:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1788832495.910011:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.910114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.910348:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.910374:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719104 00000100:00100000:2.0:1788832495.910387:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719104 00000100:00080000:1.0:1788832495.910600:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832495.910803:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202718848 00000100:00100000:0.0:1788832495.910808:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202718848 00000100:00100000:0.0:1788832495.910893:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788832495.910907:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:0:x1875726202719104:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788832495.910952:0:22814:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832495.911062:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:0:x1875726202719104:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 159us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.911071:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788832495.911092:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1788832495.911099:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:0:x1875726202718848:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788832495.911140:0:22814:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788832495.915908:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:0:x1875726202718848:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 4791us (5776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.915926:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1788832495.917538:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719360 00000100:00100000:0.0:1788832495.917562:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719360 00000100:00100000:0.0:1788832495.917674:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:0.0:1788832495.917687:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b07e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719360:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788832495.918246:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b07e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719360:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 560us (7896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.918256:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:2.0:1788832495.922651:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.922685:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.922715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.922854:0:22825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719744 00000100:00100000:3.0:1788832495.922866:0:22825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719744 00000100:00100000:2.0:1788832495.922881:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832495.922939:0:22825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:3.0:1788832495.922953:0:22825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719744:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788832495.922981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832495.923008:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719488 00000100:00100000:2.0:1788832495.923013:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719488 00000100:00100000:2.0:1788832495.923038:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719616 00000100:00100000:2.0:1788832495.923040:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719616 00000100:00100000:2.0:1788832495.923058:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788832495.923065:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2392:x1875726202719488:12345-192.168.203.26@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788832495.923086:0:22825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202719744:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 135us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.923095:0:22825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00010000:00080000:2.0:1788832495.923101:0:24317:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from d3ee8be8-2ed0-456c-9887-60f88fc030a3@192.168.203.26@tcp t0 exp 0000000000000000 cur 635 last 0 00000100:00100000:3.0:1788832495.923132:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000020:00000080:2.0:1788832495.923138:0:24317:0:(genops.c:1385:class_connect()) connect: client d3ee8be8-2ed0-456c-9887-60f88fc030a3, cookie 0x998c12b283538eaa 00000100:00100000:3.0:1788832495.923139:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2392:x1875726202719616:12345-192.168.203.26@tcp:8:mount.lustre.0 00002000:00100000:2.0:1788832495.923155:0:24317:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d3ee8be8-2ed0-456c-9887-60f88fc030a3/ffff9d2b0880e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00010000:00080000:3.0:1788832495.923162:0:25351:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from d3ee8be8-2ed0-456c-9887-60f88fc030a3@192.168.203.26@tcp t0 exp 0000000000000000 cur 635 last 0 00002000:00100000:2.0:1788832495.923185:0:24317:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:00000080:3.0:1788832495.923189:0:25351:0:(genops.c:1385:class_connect()) connect: client d3ee8be8-2ed0-456c-9887-60f88fc030a3, cookie 0x998c12b283538eb1 00002000:00100000:3.0:1788832495.923198:0:25351:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d3ee8be8-2ed0-456c-9887-60f88fc030a3/ffff9d2b016f6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788832495.923213:0:25351:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788832495.923952:0:24317:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788832495.923996:0:24317:0:(import.c:65:import_set_state_nolock()) ffff9d2b0880a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832495.924046:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2392:x1875726202719488:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 979us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832495.924053:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1788832495.924241:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720000 00000100:00100000:0.0:1788832495.924249:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720000 00000100:00100000:0.0:1788832495.924306:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:0.0:1788832495.924315:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2396:x1875726202720000:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832495.924539:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2396:x1875726202720000:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 40us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.924547:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:0.0:1788832495.924577:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202719872 00000100:00100000:0.0:1788832495.924581:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202719872 00000100:00100000:0.0:1788832495.924634:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 129 00000100:00100000:0.0:1788832495.924643:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:2395:x1875726202719872:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832495.924673:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18d20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:2395:x1875726202719872:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 32us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832495.924681:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 129 00002000:00080000:2.0:1788832495.926460:0:25351:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788832495.926532:0:25351:0:(import.c:65:import_set_state_nolock()) ffff9d2b08808800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832495.926643:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2392:x1875726202719616:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 3482us (3905us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832495.926657:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:2.0:1788832495.929991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832495.930142:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720128 00000100:00100000:1.0:1788832495.930170:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720128 00000100:00100000:1.0:1788832495.930246:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788832495.930259:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202720128:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788832495.933705:0:22816:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2703us 00000004:00200000:3.0:1788832495.956682:0:22816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788832495.957584:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18072:x1875726202720128:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 27317us (27594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832495.957609:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:0.0:1788832496.122283:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832496.122412:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720256 00000100:00100000:3.0:1788832496.122426:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720256 00000100:00100000:3.0:1788832496.122679:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1788832496.122693:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18118:x1875726202720256:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:3.0:1788832496.122721:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832496.122768:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031000/0x998c12b283538eb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c4c expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.122973:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.123002:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.123021:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788832496.123082:0:24646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788832496.123087:0:24646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788832496.123129:0:24646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.123196:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031000/0x998c12b283538eb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c4c expref: 8 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.123219:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c4c expref: 7 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832496.123228:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:3.0:1788832496.123231:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788832496.123235:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c00030c00, rc 0) 00000100:00100000:3.0:1788832496.123317:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18118:x1875726202720256:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 627us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832496.123325:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00010000:00010000:1.0:1788832496.216108:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832496.855233:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788832496.855272:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218551040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788832496.855384:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832496.855497:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218551168:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.855535:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832496.855556:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218551680:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.855581:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832496.855600:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218552192:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855678:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218551296:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.855735:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218551808:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855769:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.855788:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218552320:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855819:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218551424:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855856:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.855874:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218551936:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855896:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.855915:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218552448:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.855951:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551424 00000100:00100000:0.0:1788832496.855969:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551424 00000100:00100000:0.0:1788832496.856045:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551936 00000100:00100000:0.0:1788832496.856048:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551936 00000100:00100000:0.0:1788832496.856073:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832496.856084:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218551424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856160:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218551424:12345-0@lo:400:kworker.0 Request processed in 78us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856169:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788832496.856188:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832496.856195:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218551936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856223:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218551936:12345-0@lo:400:kworker.0 Request processed in 29us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856228:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788832496.856261:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551680 00000100:00100000:0.0:1788832496.856265:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551680 00000100:00100000:0.0:1788832496.856294:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788832496.856301:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218551680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856332:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875726218551680:12345-0@lo:400:kworker.0 Request processed in 32us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856340:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788832496.856385:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551040 00000100:00100000:0.0:1788832496.856389:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551040 00000100:00100000:0.0:1788832496.856412:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832496.856419:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218551040:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788832496.856427:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788832496.856438:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788832496.856461:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1875726218552704:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856470:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218551040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856487:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788832496.856492:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.856523:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551296 00000100:00100000:0.0:1788832496.856527:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551296 00000100:00100000:2.0:1788832496.856536:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218551040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788832496.856548:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551808 00000100:00100000:0.0:1788832496.856551:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551808 00000100:00100000:0.0:1788832496.856562:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788832496.856566:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875726218551680:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856568:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218551296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856578:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788832496.856584:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218551552:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856602:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1875726218551296:12345-0@lo:400:kworker.0 Request processed in 35us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832496.856604:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.856609:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788832496.856648:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788832496.856655:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218551808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856684:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218551808:12345-0@lo:400:kworker.0 Request processed in 31us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856691:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788832496.856711:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552192 00000100:00100000:0.0:1788832496.856715:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552192 00000100:00100000:0.0:1788832496.856733:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552704 00000100:00100000:0.0:1788832496.856736:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552704 00000100:00100000:0.0:1788832496.856762:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788832496.856768:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218552192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856771:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218552064:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856796:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875726218552192:12345-0@lo:400:kworker.0 Request processed in 30us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856803:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788832496.856805:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.856814:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788832496.856819:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1875726218552704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856822:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1875726218552576:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856843:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.856851:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1875726218552704:12345-0@lo:400:kworker.0 Request processed in 33us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856857:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788832496.856861:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875726218552192:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856866:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552576 00000100:00100000:0.0:1788832496.856869:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552576 00010000:00080000:2.0:1788832496.856873:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c04dc5880 x1875726218552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832496.856884:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788832496.856885:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3652:1875726218552704:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856889:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1875726218552576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856909:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551552 00000100:00100000:2.0:1788832496.856913:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551552 00000100:00100000:0.0:1788832496.856917:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1875726218552576:12345-0@lo:400:kworker.0 Request processed in 28us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.856922:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788832496.856943:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552064 00000100:00100000:2.0:1788832496.856947:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552064 00000100:00100000:0.0:1788832496.856949:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832496.856964:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788832496.856970:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218551552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856974:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218551424:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.856983:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218551936:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.856998:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218551552:12345-0@lo:400:kworker.0 Request processed in 28us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832496.857004:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788832496.857080:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218551168 00000100:00100000:1.0:1788832496.857084:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218551168 00000100:00100000:1.0:1788832496.857133:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1788832496.857140:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:3652:x1875726218551168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857177:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:3652:x1875726218551168:12345-0@lo:400:kworker.0 Request processed in 38us (1641us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832496.857183:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:1.0:1788832496.857217:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788832496.857223:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788832496.857225:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832496.857227:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788832496.857244:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552448 00000100:00100000:1.0:1788832496.857248:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552448 00000100:00080000:1.0:1788832496.857262:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788832496.857282:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788832496.857288:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218552448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857329:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218552448:12345-0@lo:400:kworker.0 Request processed in 41us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832496.857335:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:1.0:1788832496.857358:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c04dc7100 x1875726218552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832496.857368:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218552448:0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857399:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832496.857436:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3653:1875726218551296:0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857449:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218551808:0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857468:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552320 00000100:00100000:1.0:1788832496.857470:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552320 00000100:00100000:1.0:1788832496.857495:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788832496.857501:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218552320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832496.857534:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875726218552320:12345-0@lo:400:kworker.0 Request processed in 34us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832496.857541:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1788832496.857552:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832496.857570:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3653:1875726218552320:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.857859:0:24319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788832496.857872:0:24319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218552064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.857912:0:24319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1875726218552064:12345-0@lo:400:kworker.0 Request processed in 45us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.857918:0:24319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788832496.857956:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218551552:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.857969:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3652:1875726218552064:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.857981:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3652:1875726218552576:0@lo:400:kworker.0 00000100:00100000:2.0:1788832496.857991:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf672408-eb95-463f-9d75-9fc160539e11:3652:1875726218551168:0@lo:400:kworker.0 00000100:00100000:0.0:1788832496.858025:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218552832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788832496.858052:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218552960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788832496.858072:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.858112:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552832 00000100:00100000:0.0:1788832496.858117:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552832 00000100:00100000:0.0:1788832496.858143:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788832496.858151:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832496.858151:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218552832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788832496.858172:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788832496.858191:0:24321:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1788832496.858202:0:24321:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1788832496.858221:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218552832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.858228:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832496.858241:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218552960 00000100:00100000:0.0:1788832496.858246:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218552960 00000100:00100000:0.0:1788832496.858259:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832496.858264:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218552960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788832496.858296:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788832496.858323:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218552960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832496.858330:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788832496.858355:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c18fe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218552960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788832496.858771:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218552832:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788832497.238967:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788832497.889389:0:25134:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d3ee8be8-2ed0-456c-9887-60f88fc030a3 00000001:00100000:0.0:1788832497.889711:0:24313:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d3ee8be8-2ed0-456c-9887-60f88fc030a3 00010000:00010000:1.0:1788832498.262856:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832498.337305:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.338267:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720384 00000100:00100000:1.0:1788832498.338278:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720384 00000100:00080000:2.0:1788832498.338436:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788832498.338616:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:1.0:1788832498.338646:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18172:x1875726202720384:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:1.0:1788832498.338688:0:22814:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788832498.339010:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18172:x1875726202720384:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 366us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.339034:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:2.0:1788832498.349199:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.349297:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720512 00000100:00100000:1.0:1788832498.349307:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720512 00000100:00100000:1.0:1788832498.349433:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:1.0:1788832498.349445:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18172:x1875726202720512:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:1.0:1788832498.349716:0:22815:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788832498.349833:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18172:x1875726202720512:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 390us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.349842:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00080000:2.0:1788832498.352657:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832498.357175:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.357476:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720640 00000100:00100000:2.0:1788832498.357486:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720640 00000100:00100000:2.0:1788832498.357566:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:2.0:1788832498.357579:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18172:x1875726202720640:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:2.0:1788832498.357654:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788832498.357750:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18172:x1875726202720640:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 173us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.357758:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00080000:1.0:1788832498.359831:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788832498.363310:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.364909:0:25606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720768 00000100:00100000:2.0:1788832498.364923:0:25606:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720768 00000100:00100000:2.0:1788832498.365011:0:25606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:2.0:1788832498.365023:0:25606:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18172:x1875726202720768:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:2.0:1788832498.365079:0:25606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788832498.365225:0:25606:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18172:x1875726202720768:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 203us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.365233:0:25606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00080000:1.0:1788832498.365687:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788832498.614350:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.614484:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202720896 00000100:00100000:2.0:1788832498.614494:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202720896 00000100:00100000:2.0:1788832498.614556:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:2.0:1788832498.614566:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+10:18204:x1875726202720896:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788832498.614583:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832498.614601:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b07cff000/0x998c12b283538ec6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c53 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832498.614659:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b07cff000/0x998c12b283538ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c53 expref: 11 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832498.614672:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b07cff000/0x998c12b283538ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c53 expref: 11 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832498.614681:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cff000, rc 0) 00000100:00100000:2.0:1788832498.614762:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202720896:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 197us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.614769:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:3.0:1788832498.616515:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.616617:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721024 00000100:00100000:1.0:1788832498.616663:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721024 00000100:00100000:1.0:1788832498.616733:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:1.0:1788832498.616753:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202721024:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788832498.616940:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202721024:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 188us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.616947:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:3.0:1788832498.624029:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.624146:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721152 00000100:00100000:1.0:1788832498.624163:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721152 00000100:00100000:1.0:1788832498.624240:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:1.0:1788832498.624251:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202721152:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788832498.624421:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202721152:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 171us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.624429:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:0.0:1788832498.633746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.633962:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721280 00000100:00100000:2.0:1788832498.633977:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721280 00000100:00100000:2.0:1788832498.634052:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 134 00000100:00100000:2.0:1788832498.634062:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721280:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788832498.634232:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721280:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 171us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.634241:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 134 00000040:00080000:1.0:1788832498.648225:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832498.669125:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832498.669477:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721408 00000100:00100000:0.0:1788832498.669490:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721408 00000100:00100000:0.0:1788832498.669559:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:0.0:1788832498.669571:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721408:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788832498.670022:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721408:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 451us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832498.670032:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:3.0:1788832498.678402:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.678516:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721536 00000100:00100000:1.0:1788832498.678534:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721536 00000100:00100000:1.0:1788832498.678610:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:1.0:1788832498.678652:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721536:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788832498.678827:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18209:x1875726202721536:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 207us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.678836:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:2.0:1788832498.691513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832498.691720:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721664 00000100:00100000:0.0:1788832498.691748:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721664 00000100:00100000:0.0:1788832498.691837:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 137 00000100:00100000:0.0:1788832498.691850:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18204:x1875726202721664:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788832498.691896:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832498.691922:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dc600/0x998c12b283538ecd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c84 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832498.691964:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dc600/0x998c12b283538ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c84 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832498.691979:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dc600/0x998c12b283538ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c84 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832498.691990:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc600, rc 0) 00000100:00100000:0.0:1788832498.692079:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18204:x1875726202721664:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 232us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832498.692088:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 137 00000100:00100000:3.0:1788832498.694825:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.694972:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721792 00000100:00100000:2.0:1788832498.694992:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721792 00000100:00100000:2.0:1788832498.695079:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:2.0:1788832498.695090:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18204:x1875726202721792:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788832498.695118:0:22806:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788832498.695143:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788832498.695147:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788832498.695150:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788832498.695152:0:22806:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788832498.695155:0:22806:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788832498.707046:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18204:x1875726202721792:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 11943us (12222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.707071:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:0.0:1788832498.713857:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.714073:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202721920 00000100:00100000:1.0:1788832498.714088:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202721920 00000100:00100000:1.0:1788832498.714163:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:1.0:1788832498.714174:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18204:x1875726202721920:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788832498.714192:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832498.714212:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04c8b expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832498.714240:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 13 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832498.714253:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 13 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832498.714261:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881c200, rc 0) 00000100:00100000:1.0:1788832498.714340:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18204:x1875726202721920:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 167us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.714347:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:3.0:1788832498.718217:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.725822:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722048 00000100:00100000:2.0:1788832498.725844:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722048 00000100:00100000:2.0:1788832498.725996:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:2.0:1788832498.726026:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18204:x1875726202722048:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788832498.726278:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18204:x1875726202722048:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 253us (8075us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.726288:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:3.0:1788832498.728756:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.729390:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722176 00000100:00100000:2.0:1788832498.729407:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722176 00000100:00100000:2.0:1788832498.729518:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:2.0:1788832498.729529:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18204:x1875726202722176:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788832498.729897:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18204:x1875726202722176:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 368us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.729907:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:0.0:1788832498.739707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.739890:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722304 00000100:00100000:2.0:1788832498.739904:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722304 00000100:00100000:2.0:1788832498.739983:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:2.0:1788832498.739996:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18216:x1875726202722304:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788832498.740226:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18216:x1875726202722304:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 231us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.740235:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:3.0:1788832498.749843:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.749961:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722432 00000100:00100000:2.0:1788832498.749974:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722432 00000100:00100000:2.0:1788832498.750097:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:2.0:1788832498.750109:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18216:x1875726202722432:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788832498.750465:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18216:x1875726202722432:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 357us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.750482:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:0.0:1788832498.763729:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832498.763833:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.764057:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722560 00000100:00100000:2.0:1788832498.764070:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722560 00000100:00100000:2.0:1788832498.764120:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722816 00000100:00100000:2.0:1788832498.764123:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722816 00000100:00100000:2.0:1788832498.764157:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788832498.764173:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2392:x1875726202722560:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788832498.764210:0:22813:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0@192.168.203.26@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:2.0:1788832498.764262:0:22813:0:(genops.c:1385:class_connect()) connect: client 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0, cookie 0x998c12b283538edb 00000004:00100000:2.0:1788832498.764297:0:22813:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788832498.764465:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1788832498.764472:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2392:x1875726202722816:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788832498.764489:0:24646:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0@192.168.203.26@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:3.0:1788832498.764515:0:24646:0:(genops.c:1385:class_connect()) connect: client 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0, cookie 0x998c12b283538ee2 00000004:00100000:3.0:1788832498.764542:0:24646:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788832498.764664:0:24646:0:(import.c:65:import_set_state_nolock()) ffff9d2b0195c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788832498.764775:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2392:x1875726202722816:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 300us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.764783:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00080000:3.0:1788832498.765613:0:22813:0:(import.c:65:import_set_state_nolock()) ffff9d2b0195d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788832498.765697:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2392:x1875726202722560:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 1525us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.765706:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1788832498.772008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832498.772060:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832498.772093:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832498.772234:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723072 00000100:00100000:3.0:1788832498.772248:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723072 00000100:00100000:3.0:1788832498.772338:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722944 00000100:00100000:3.0:1788832498.772342:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722944 00000100:00100000:3.0:1788832498.772355:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202722688 00000100:00100000:3.0:1788832498.772357:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202722688 00000100:00100000:3.0:1788832498.772372:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:3.0:1788832498.772382:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+7:18204:x1875726202723072:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788832498.772422:0:24646:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788832498.772509:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+7:18204:x1875726202723072:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 128us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.772517:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:3.0:1788832498.772678:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1788832498.772686:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:0:x1875726202722944:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788832498.772698:0:24646:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788832498.772772:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:0:x1875726202722944:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 86us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.772787:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1788832498.772802:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:3.0:1788832498.772808:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:0:x1875726202722688:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788832498.772818:0:24646:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788832498.772839:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:0:x1875726202722688:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 32us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.772845:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00080000:0.0:1788832498.776953:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788832498.776966:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788832498.783955:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832498.785288:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723200 00000100:00100000:3.0:1788832498.785307:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723200 00000100:00100000:3.0:1788832498.785415:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1788832498.785428:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723200:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788832498.785828:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723200:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 401us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.785837:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:2.0:1788832498.794366:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832498.794663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832498.794882:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723328 00000100:00100000:2.0:1788832498.794895:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723328 00000100:00100000:2.0:1788832498.794937:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723456 00000100:00100000:2.0:1788832498.794939:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723456 00000100:00100000:2.0:1788832498.794958:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:2.0:1788832498.794968:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2392:x1875726202723328:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788832498.795009:0:25351:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0@192.168.203.26@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:2.0:1788832498.795051:0:25351:0:(genops.c:1385:class_connect()) connect: client 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0, cookie 0x998c12b283538ee9 00002000:00100000:2.0:1788832498.795068:0:25351:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0/ffff9d2b0880d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788832498.795083:0:25351:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788832498.795189:0:25351:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788832498.795228:0:25351:0:(import.c:65:import_set_state_nolock()) ffff9d2b0880f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832498.795305:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2392:x1875726202723328:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 337us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.795348:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:2.0:1788832498.795371:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1788832498.795376:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2392:x1875726202723456:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788832498.795395:0:25351:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0@192.168.203.26@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:2.0:1788832498.795412:0:25351:0:(genops.c:1385:class_connect()) connect: client 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0, cookie 0x998c12b283538ef0 00002000:00100000:2.0:1788832498.795417:0:25351:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0/ffff9d2b0880c800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788832498.795424:0:25351:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788832498.795466:0:25351:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788832498.795478:0:25351:0:(import.c:65:import_set_state_nolock()) ffff9d2b08809000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788832498.795499:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2392:x1875726202723456:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 121us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832498.795505:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1788832498.800118:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832498.801311:0:22825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723584 00000100:00100000:3.0:1788832498.801344:0:22825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723584 00000100:00100000:3.0:1788832498.801459:0:22825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:3.0:1788832498.801473:0:22825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723584:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788832498.801605:0:22825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723584:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 134us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832498.801614:0:22825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:0.0:1788832498.808164:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832498.808298:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723712 00000100:00100000:1.0:1788832498.808333:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723712 00000100:00100000:1.0:1788832498.808408:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1788832498.808421:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723712:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00200000:1.0:1788832498.808545:0:22817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788832498.808906:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18204:x1875726202723712:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 487us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832498.808916:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1788832499.035550:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832499.035660:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723840 00000100:00100000:3.0:1788832499.035674:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723840 00000100:00100000:3.0:1788832499.035781:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:3.0:1788832499.035794:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18238:x1875726202723840:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:3.0:1788832499.036137:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832499.036253:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031000/0x998c12b283538ef7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cbc expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036339:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036357:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036372:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788832499.036432:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788832499.036437:0:22813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788832499.036463:0:22813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036491:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031000/0x998c12b283538ef7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 8 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036512:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 7 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832499.036522:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:3.0:1788832499.036525:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788832499.036529:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c00031c00, rc 0) 00000100:00100000:3.0:1788832499.036712:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+7:18238:x1875726202723840:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 913us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832499.036729:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 22 00010000:00010000:2.0:1788832499.286861:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832500.317190:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832500.439493:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218553088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832500.439560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832500.439603:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788832500.439609:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218553216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832500.439653:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832500.439695:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553088 00000100:00100000:0.0:1788832500.439702:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553088 00000100:00100000:0.0:1788832500.439757:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553216 00000100:00100000:0.0:1788832500.439761:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553216 00000100:00100000:0.0:1788832500.439776:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788832500.439784:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218553088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788832500.439815:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788832500.439857:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218553088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832500.439864:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788832500.439878:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788832500.439883:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218553216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788832500.439898:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788832500.439923:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218553216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832500.439928:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788832500.439965:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218553216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788832500.439976:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218553088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788832500.441856:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788832500.441875:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218553344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788832500.441933:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832500.441978:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553344 00000100:00100000:0.0:1788832500.441985:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553344 00000100:00100000:0.0:1788832500.442042:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788832500.442051:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218553344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788832500.442077:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788832500.442118:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218553344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832500.442125:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788832500.442146:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788832500.442178:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c04dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218553344:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788832501.334794:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788832501.605159:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:3.0:1788832501.873177:0:25691:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1788832501.983543:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788832501.983611:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984022:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553472 00000100:00100000:0.0:1788832501.984029:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553472 00000100:00100000:0.0:1788832501.984076:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788832501.984085:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788832501.984111:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788832501.984150:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.984157:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788832501.984246:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218553600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788832501.984272:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984294:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218554112:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984316:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984333:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218554624:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984351:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984376:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218555136:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984417:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788832501.984422:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218553728:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984446:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984465:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218554240:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984502:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1875726218554752:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984559:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984586:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553984:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984606:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984636:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218554496:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984654:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984669:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218555008:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984686:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984727:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3e774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788832501.984742:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788832501.984748:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553856:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984781:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984798:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218554368:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984816:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832501.984829:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218554880:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.984845:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832501.984911:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554112 00000100:00100000:1.0:1788832501.984915:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554112 00000100:00080000:0.0:1788832501.984933:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788832501.984939:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554624 00000100:00100000:1.0:1788832501.984941:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554624 00000100:00100000:0.0:1788832501.984948:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553600 00000100:00100000:1.0:1788832501.984951:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555136 00000100:00100000:0.0:1788832501.984951:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553600 00000100:00100000:1.0:1788832501.984953:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555136 00000100:00100000:1.0:1788832501.984968:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554752 00000100:00100000:1.0:1788832501.984970:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554752 00000100:00100000:0.0:1788832501.984975:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832501.984981:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555008 00000100:00100000:0.0:1788832501.984981:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218553600:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788832501.984983:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555008 00000100:00100000:1.0:1788832501.984992:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554880 00002000:00000024:0.0:1788832501.984993:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788832501.984994:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554880 00000100:00100000:1.0:1788832501.985006:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788832501.985012:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218554112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985020:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218553600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985025:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832501.985043:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1875726218554112:12345-0@lo:400:kworker.0 Request processed in 31us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985047:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788832501.985050:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788832501.985053:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218554624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.985062:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788832501.985067:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218555136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985084:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1875726218554624:12345-0@lo:400:kworker.0 Request processed in 31us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985090:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788832501.985091:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1875726218555136:12345-0@lo:400:kworker.0 Request processed in 24us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832501.985102:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788832501.985113:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788832501.985118:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1875726218554752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985143:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1875726218554752:12345-0@lo:400:kworker.0 Request processed in 25us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985148:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788832501.985159:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788832501.985278:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875726218555008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985314:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875726218555008:12345-0@lo:400:kworker.0 Request processed in 149us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985320:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788832501.985333:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788832501.985339:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218554880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985363:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875726218554880:12345-0@lo:400:kworker.0 Request processed in 24us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985375:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788832501.985393:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554240 00000100:00100000:0.0:1788832501.985397:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554240 00000100:00100000:0.0:1788832501.985417:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553856 00000100:00100000:0.0:1788832501.985420:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553856 00000100:00100000:0.0:1788832501.985433:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788832501.985439:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218554240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985470:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218554240:12345-0@lo:400:kworker.0 Request processed in 31us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985475:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788832501.985486:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788832501.985491:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985513:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553856:12345-0@lo:400:kworker.0 Request processed in 22us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985518:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788832501.985608:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553984 00000100:00100000:0.0:1788832501.985612:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553984 00000100:00100000:0.0:1788832501.985652:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554496 00000100:00100000:0.0:1788832501.985655:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554496 00000100:00100000:0.0:1788832501.985667:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218554368 00000100:00100000:0.0:1788832501.985670:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218554368 00000100:00100000:0.0:1788832501.985681:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832501.985687:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985729:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218553984:12345-0@lo:400:kworker.0 Request processed in 41us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985735:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788832501.985746:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832501.985757:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218554496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985783:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218554496:12345-0@lo:400:kworker.0 Request processed in 28us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985789:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788832501.985799:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788832501.985804:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218554368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985827:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218554368:12345-0@lo:400:kworker.0 Request processed in 23us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832501.985832:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1788832501.985847:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788832501.985850:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788832501.985919:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788832501.985921:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788832501.985948:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553856:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985958:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218554368:0@lo:400:kworker.0 00010000:00080000:0.0:1788832501.985969:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b0771fb80 x1875726218554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832501.985980:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3654:1875726218554880:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985990:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218553984:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.985998:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218554496:0@lo:400:kworker.0 00000100:00100000:0.0:1788832501.986007:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3654:1875726218555008:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.986666:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218553728 00000100:00100000:1.0:1788832501.986672:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218553728 00000100:00100000:1.0:1788832501.986701:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788832501.986709:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:3651:x1875726218553728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.986769:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b057ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:3651:x1875726218553728:12345-0@lo:400:kworker.0 Request processed in 61us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832501.986776:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788832501.986835:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218555264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788832501.987255:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832501.987306:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218553728:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.987320:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218554240:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.987331:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3651:1875726218554752:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.987348:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218553600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788832501.987359:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3651:1875726218554112:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.987369:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3651:1875726218554624:0@lo:400:kworker.0 00010000:00080000:1.0:1788832501.987380:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2b0771ea00 x1875726218555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832501.987390:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3651:1875726218555136:0@lo:400:kworker.0 00000100:00100000:1.0:1788832501.987424:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555264 00000100:00100000:1.0:1788832501.987428:0:24321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555264 00000100:00100000:1.0:1788832501.987454:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832501.987466:0:24321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218555264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788832501.987486:0:24321:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832501.987518:0:24321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218555264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832501.987524:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832501.987552:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218555264:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1788832501.988087:0:23545:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0 00000001:00100000:0.0:1788832501.988096:0:23545:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d3ee8be8-2ed0-456c-9887-60f88fc030a3 00000001:00100000:3.0:1788832501.990219:0:22794:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0 00000001:00100000:3.0:1788832501.990232:0:22794:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d3ee8be8-2ed0-456c-9887-60f88fc030a3 00010000:00010000:1.0:1788832502.358950:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832503.383647:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832504.020345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832504.020390:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832504.021388:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832504.021448:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832504.021487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832504.021519:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202723968 00000100:00100000:2.0:1788832504.021528:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202723968 00000100:00100000:2.0:1788832504.021584:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:2.0:1788832504.021594:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:2394:x1875726202723968:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788832504.021672:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:2394:x1875726202723968:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 79us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832504.021687:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:0.0:1788832504.021844:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724352 00000100:00100000:0.0:1788832504.021854:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724352 00000100:00100000:0.0:1788832504.021901:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724864 00000100:00100000:0.0:1788832504.021905:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724864 00000100:00100000:0.0:1788832504.021926:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:0.0:1788832504.021933:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2393:x1875726202724352:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.021965:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2393:x1875726202724352:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 33us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.021971:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:0.0:1788832504.021983:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788832504.021989:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2393:x1875726202724864:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.022013:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2393:x1875726202724864:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 24us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.022018:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788832504.022035:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724096 00000100:00100000:0.0:1788832504.022039:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724096 00000100:00100000:0.0:1788832504.022061:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724608 00000100:00100000:0.0:1788832504.022064:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724608 00000100:00100000:0.0:1788832504.022085:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:0.0:1788832504.022091:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2393:x1875726202724096:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.022118:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3e775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2393:x1875726202724096:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 27us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.022123:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:0.0:1788832504.022134:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:0.0:1788832504.022140:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c18fe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2393:x1875726202724608:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.022162:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c18fe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2393:x1875726202724608:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 23us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.022173:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00080000:2.0:1788832504.022538:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788832504.022543:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788832504.028858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832504.028886:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832504.028906:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832504.028926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832504.028949:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724480 00000100:00100000:1.0:1788832504.028958:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724480 00000100:00100000:1.0:1788832504.029006:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724992 00000100:00100000:1.0:1788832504.029010:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724992 00000100:00100000:1.0:1788832504.029027:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:1.0:1788832504.029036:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202724480:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788832504.029101:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202724480:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 65us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832504.029108:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:1.0:1788832504.029124:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:1.0:1788832504.029130:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2394:x1875726202724992:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788832504.029159:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2394:x1875726202724992:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 30us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832504.029166:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00080000:1.0:1788832504.029195:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788832504.029863:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724224 00000100:00100000:0.0:1788832504.029870:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724224 00000100:00100000:0.0:1788832504.029904:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202724736 00000100:00100000:0.0:1788832504.029907:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202724736 00000100:00100000:0.0:1788832504.029927:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:0.0:1788832504.029934:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202724224:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.029972:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202724224:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 39us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.029979:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:0.0:1788832504.029991:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:0.0:1788832504.029998:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2394:x1875726202724736:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832504.030022:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2394:x1875726202724736:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 25us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.030028:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00080000:1.0:1788832504.031784:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788832504.406785:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788832504.919078:0:25839:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc446dea70 20000000:00000080:0.0:1788832504.919106:0:25839:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d2c3679a800 uarg=0000000000000000 20000000:01000000:0.0:1788832504.919150:0:25839:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788832504.919156:0:25839:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788832504.919160:0:25839:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788832504.920083:0:25840:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788832504.920237:0:25839:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788832504.927850:0:25839:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788832504.929784:0:25839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929805:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b5b expref: 23 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929814:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929821:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538ba8 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929827:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538c42 expref: 23 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929836:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929843:0:25839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929849:0:25839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929891:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.929907:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 12 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.929947:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555392:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832504.930041:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.930049:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.930057:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832504.930087:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 23 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.930095:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 23 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.930104:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555648:0@lo:104: 00000100:00100000:1.0:1788832504.930143:0:25839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788832504.930188:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.930197:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 23 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.930206:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555776:0@lo:104: 00000100:00100000:1.0:1788832504.930229:0:25839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788832504.930255:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.930264:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.930280:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555904:0@lo:104: 00000100:00100000:1.0:1788832504.930316:0:25839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788832504.930334:0:25839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 23 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.930342:0:25839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 23 pid: 22807 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.930350:0:25839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182abb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218556032:0@lo:104: 00000100:00100000:1.0:1788832504.930375:0:25839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832504.930386:0:25839:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2b0720d900 going to sleep for 11 seconds 00000100:00100000:3.0:1788832504.930888:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555648 00000100:00100000:3.0:1788832504.930897:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555648 00000100:00100000:3.0:1788832504.930937:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555776 00000100:00100000:3.0:1788832504.930940:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555776 00000100:00100000:3.0:1788832504.930952:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218555904 00000100:00100000:3.0:1788832504.930955:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218555904 00000100:00100000:3.0:1788832504.930966:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556032 00000100:00100000:3.0:1788832504.930968:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556032 00000100:00100000:3.0:1788832504.930983:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788832504.930994:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+6:25839:x1875726218555648:12345-0@lo:104: 00010000:00010000:3.0:1788832504.931007:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931082:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788832504.931089:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+6:25839:x1875726218555648:12345-0@lo:104: Request processed in 97us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832504.931096:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788832504.931112:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788832504.931118:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+5:25839:x1875726218555776:12345-0@lo:104: 00010000:00010000:3.0:1788832504.931125:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931161:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788832504.931166:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+5:25839:x1875726218555776:12345-0@lo:104: Request processed in 48us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832504.931181:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788832504.931195:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788832504.931201:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:25839:x1875726218555904:12345-0@lo:104: 00010000:00010000:3.0:1788832504.931210:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931246:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788832504.931251:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+4:25839:x1875726218555904:12345-0@lo:104: Request processed in 51us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832504.931256:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788832504.931268:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788832504.931274:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:25839:x1875726218556032:12345-0@lo:104: 00000100:00100000:1.0:1788832504.931394:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555648:0@lo:104: 00000100:00100000:1.0:1788832504.931404:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555776:0@lo:104: 00000100:00100000:1.0:1788832504.931410:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555904:0@lo:104: 00010000:00010000:3.0:1788832504.931449:0:22798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931598:0:22798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1788832504.931604:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf672408-eb95-463f-9d75-9fc160539e11+3:25839:x1875726218556032:12345-0@lo:104: Request processed in 330us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832504.931610:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788832504.931651:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788832504.931657:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931665:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc800 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:3.0:1788832504.931670:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931705:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788832504.931713:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832504.931719:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788832504.931753:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931761:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788832504.931783:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931790:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c092dc800/0x998c12b283538c42 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538c49 expref: -99 pid: 25133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931800:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788832504.931804:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931810:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cfe200 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:3.0:1788832504.931813:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931820:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788832504.931826:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832504.931837:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788832504.931852:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931857:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788832504.931863:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931870:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2b07cfe200/0x998c12b283538ba8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538baf expref: -99 pid: 24312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931879:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788832504.931882:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931887:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050a400 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:3.0:1788832504.931889:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931895:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788832504.931901:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832504.931905:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788832504.931917:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931922:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788832504.931945:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931951:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050a400/0x998c12b283538b69 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b70 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931961:0:22803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788832504.931964:0:22803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931969:0:22803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c3050ae00 already unused, calling callback (ffffffffc140fc20) 10000000:00010000:3.0:1788832504.931972:0:22803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.931979:0:22803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788832504.931986:0:22803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832504.931990:0:22803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788832504.932003:0:22803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.932009:0:22803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788832504.932014:0:22803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.932020:0:22803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9d2c3050ae00/0x998c12b283538b5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998c12b283538b62 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832504.932042:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832504.932044:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832504.932046:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832504.932066:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218556160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832504.932102:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832504.932135:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788832504.932142:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218556288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832504.932164:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832504.932196:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218556416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832504.932218:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832504.932237:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788832504.932243:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08553b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218556544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788832504.932265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788832504.932941:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832504.933844:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556160 00000100:00100000:0.0:1788832504.933853:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556160 00010000:00010000:0.0:1788832504.933887:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 24 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832504.933928:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556288 00000100:00100000:0.0:1788832504.933932:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556288 00010000:00010000:0.0:1788832504.933945:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 25 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832504.933958:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556416 00000100:00100000:0.0:1788832504.933962:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556416 00010000:00010000:0.0:1788832504.933974:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 26 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832504.933988:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556544 00000100:00100000:0.0:1788832504.933992:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556544 00010000:00010000:0.0:1788832504.934004:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 27 pid: 22807 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.934018:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182abb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218556032:0@lo:104: 00000100:00100000:0.0:1788832504.934022:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788832504.934035:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+27:3653:x1875726218556160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832504.934047:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832504.934053:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 27 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934063:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 27 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934079:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c4204b000/0x998c12b283538c49 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538c42 expref: 27 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934092:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832504.934154:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+26:3653:x1875726218556160:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (2051us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.934171:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788832504.934182:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218556160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832504.934191:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832504.934200:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+25:3653:x1875726218556288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832504.934208:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832504.934213:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 25 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934222:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 25 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934232:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c092dd000/0x998c12b283538baf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538ba8 expref: 25 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934240:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832504.934274:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+24:3653:x1875726218556288:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (2109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.934280:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788832504.934292:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788832504.934298:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+23:3651:x1875726218556416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832504.934311:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832504.934316:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934324:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934332:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b07cfe600/0x998c12b283538b70 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538b69 expref: 23 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934351:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788832504.934368:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf672408-eb95-463f-9d75-9fc160539e11:3653:1875726218556288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788832504.934394:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+22:3651:x1875726218556416:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (2174us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.934401:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788832504.934415:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788832504.934421:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+21:3651:x1875726218556544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788832504.934428:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832504.934433:0:22800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 21 pid: 22807 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934441:0:22800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 21 pid: 22807 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934451:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c4204a800/0x998c12b283538b62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x998c12b283538b5b expref: 21 pid: 22807 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832504.934460:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788832504.934482:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cf672408-eb95-463f-9d75-9fc160539e11+20:3651:x1875726218556544:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832504.934488:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788832504.934882:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08553b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218556544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788832504.934893:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf672408-eb95-463f-9d75-9fc160539e11:3651:1875726218556416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788832504.936824:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555392:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788832504.936838:0:25839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25839:1875726218555520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832504.936876:0:25839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.938040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832504.938080:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832504.943716:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725248 00000100:00100000:2.0:1788832504.943730:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725120 00000100:00100000:0.0:1788832504.943733:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725248 00000100:00100000:2.0:1788832504.943738:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725120 00010000:00010000:2.0:1788832504.943785:0:22801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 14 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832504.943992:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:2.0:1788832504.944003:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bf69a306-319c-4b7b-b8bf-8000f566bc76+14:2394:x1875726202725120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832504.944019:0:22801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832504.944025:0:22801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 14 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832504.944038:0:22801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 14 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832504.944056:0:22801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b0881c200/0x998c12b283538ed4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c8b expref: 14 pid: 22808 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832504.944069:0:22801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832504.944327:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:2394:x1875726202725120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 325us (6245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832504.944335:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00010000:00010000:0.0:1788832504.944801:0:22800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832504.946612:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:1.0:1788832504.946642:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b019da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:2394:x1875726202725248:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832504.946658:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832504.946666:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946682:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946920:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2c00031800/0x998c12b283538e95 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c1b expref: 12 pid: 22806 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946938:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946947:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946963:0:22799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946970:0:22799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946977:0:22799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946984:0:22799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.946990:0:22799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d400 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832504.947006:0:22799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.947015:0:22799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.947034:0:22799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.947044:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832504.947093:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b019da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:2394:x1875726202725248:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 461us (9059us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832504.947102:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00010000:00010000:1.0:1788832504.948643:0:25839:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.948659:0:25839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832504.948667:0:25839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f05 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:3.0:1788832505.050174:0:24313:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0 00000001:00100000:0.0:1788832505.052132:0:25134:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1cff7047-ab9f-4cc9-9df7-73d3d7c46df0 00010000:00010000:3.0:1788832505.430855:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832505.558894:0:3653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218556672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788832505.558977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832505.559352:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218556928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788832505.559383:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832505.559426:0:22819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556928 00000100:00100000:1.0:1788832505.559433:0:22819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556928 00000100:00100000:1.0:1788832505.559483:0:22819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788832505.559492:0:22819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218556928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788832505.559525:0:22819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788832505.559569:0:22819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218556928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832505.559591:0:22819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788832505.559665:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218556928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788832505.559720:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556672 00000100:00100000:1.0:1788832505.559724:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556672 00000100:00100000:1.0:1788832505.559761:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788832505.559768:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218556672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788832505.559786:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1788832505.559996:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788832505.560478:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b084f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218556800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788832505.560515:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832505.560553:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218556800 00000100:00100000:3.0:1788832505.560558:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218556800 00000100:00100000:3.0:1788832505.560595:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788832505.560601:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218556800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788832505.560638:0:23839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788832505.560677:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218556800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832505.560684:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788832505.560727:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b084f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218556800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788832505.576523:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875726218556672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16745us (17536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832505.576539:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788832505.576994:0:3653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3653:1875726218556672:0@lo:13:osp-pre-0-1.0 10000000:01000000:3.0:1788832506.200211:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788832506.200220:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c09c2d000 from 13 10000000:01000000:3.0:1788832506.200225:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788832506.200277:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.200288:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.200299:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.200326:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.200394:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.200457:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832506.200891:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557056 00000100:00100000:0.0:1788832506.200900:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557056 00000100:00100000:0.0:1788832506.200959:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1788832506.200968:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+20:22812:x1875726218557056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832506.200981:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832506.200996:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dd000/0x998c12b283538f13 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538f0c expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.201019:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dd000/0x998c12b283538f13 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538f0c expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.201030:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dd000/0x998c12b283538f13 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538f0c expref: 21 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.201038:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dd000, rc 0) 00000100:00100000:0.0:1788832506.201090:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.201097:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788832506.201235:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832506.201250:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f13 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.201260:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538f13 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.201342:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.201369:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.201455:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832506.208154:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557184 00000100:00100000:1.0:1788832506.208170:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557184 00000100:00100000:1.0:1788832506.208233:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788832506.208242:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788832506.208407:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 165us (7035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.208415:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788832506.208698:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.208748:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.208805:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.208836:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832506.208881:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557312 00000100:00100000:2.0:1788832506.208885:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557312 00000100:00100000:2.0:1788832506.208916:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1788832506.208929:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.209006:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.209012:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788832506.210823:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557312:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788832506.214234:0:25852:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788832506.214708:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788832506.214732:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788832506.214744:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f13 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.214755:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c00031000/0x998c12b283538f0c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f13 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832506.214766:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788832506.214768:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c3fc6e800 from 13 10000000:01000000:3.0:1788832506.214771:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788832506.215310:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.215320:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.215329:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.215369:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.215436:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.215535:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832506.216022:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557440 00000100:00100000:2.0:1788832506.216034:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557440 00000100:00100000:2.0:1788832506.216503:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788832506.216515:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+21:22812:x1875726218557440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788832506.216539:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.216556:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b07cfe200/0x998c12b283538f21 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538f1a expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.216582:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b07cfe200/0x998c12b283538f21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538f1a expref: 22 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.216593:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b07cfe200/0x998c12b283538f21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538f1a expref: 22 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.216648:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cfe200, rc 0) 00000100:00100000:2.0:1788832506.216722:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.216729:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788832506.216812:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832506.216829:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f21 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.216838:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538f21 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.216927:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.216960:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.217645:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832506.217935:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557568 00000100:00100000:0.0:1788832506.217942:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557568 00000100:00100000:2.0:1788832506.217997:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1788832506.218006:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.218188:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.218212:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788832506.218338:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.218380:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.218429:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.219410:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832506.219464:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557696 00000100:00100000:0.0:1788832506.219472:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557696 00000100:00100000:0.0:1788832506.219513:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788832506.219522:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788832506.219700:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.219709:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788832506.219968:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788832506.221582:0:25853:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788832506.222984:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788832506.223019:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788832506.223033:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f21 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.223046:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c00030a00/0x998c12b283538f1a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f21 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788832506.223072:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788832506.223075:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2c3fd3b000 from 13 10000000:01000000:3.0:1788832506.223077:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788832506.223113:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.223121:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.223131:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.223155:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.223221:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.223298:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832506.226394:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557824 00000100:00100000:1.0:1788832506.226410:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557824 00000100:00100000:0.0:1788832506.226891:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788832506.227151:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+22:22812:x1875726218557824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832506.227168:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832506.227185:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2c092dc200/0x998c12b283538f2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538f28 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.227213:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2c092dc200/0x998c12b283538f2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538f28 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.227224:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2c092dc200/0x998c12b283538f2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538f28 expref: 23 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.227233:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc200, rc 0) 00000100:00100000:0.0:1788832506.227391:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218557824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 243us (4169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832506.229296:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832506.229325:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f2f expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.229338:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538f2f expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832506.229993:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788832506.230177:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.230307:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.230350:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832506.232061:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218557952 00000100:00100000:2.0:1788832506.232073:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218557952 00000100:00100000:2.0:1788832506.232124:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788832506.232133:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218557952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.232290:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218557952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 157us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.232298:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788832506.232337:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218557952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.232457:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.232589:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.232859:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832506.234923:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558080 00000100:00100000:1.0:1788832506.234936:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558080 00000100:00100000:1.0:1788832506.234988:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788832506.234997:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218558080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788832506.235153:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218558080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (2564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.235172:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788832506.238328:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558080:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788832506.239418:0:25854:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788832506.239580:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788832506.239601:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788832506.239612:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f2f expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.239662:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c00030600/0x998c12b283538f28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f2f expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832506.239673:0:22812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788832506.239676:0:22812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d2b01975000 from 13 10000000:01000000:0.0:1788832506.239679:0:22812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788832506.239724:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.239732:0:22812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.239751:0:22812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832506.239774:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb31c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788832506.239834:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832506.239875:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0317b900 going to sleep for 11 seconds 00000100:00100000:1.0:1788832506.239942:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558208 00000100:00100000:1.0:1788832506.239949:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558208 00000100:00100000:1.0:1788832506.239996:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788832506.240006:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+23:22812:x1875726218558208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832506.240019:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.240033:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x998c12b283538f36 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.240056:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x998c12b283538f36 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.240066:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b0881d400/0x998c12b283538f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x998c12b283538f36 expref: 24 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.240074:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881d400, rc 0) 00000100:00100000:1.0:1788832506.240113:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c09558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218558208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.240120:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788832506.240449:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb31c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788832506.240463:0:22812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f3d expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.240473:0:22812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x998c12b283538f3d expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.240527:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.240555:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.240586:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832506.240797:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558336 00000100:00100000:2.0:1788832506.240803:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558336 00000100:00100000:2.0:1788832506.240838:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788832506.240845:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218558336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.240962:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0955b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218558336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.240970:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788832506.241081:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.241110:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788832506.241154:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832506.241172:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832506.241219:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558464 00000100:00100000:0.0:1788832506.241224:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558464 00000100:00100000:0.0:1788832506.241255:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788832506.241262:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218558464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788832506.241345:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf672408-eb95-463f-9d75-9fc160539e11+24:22812:x1875726218558464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.241352:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788832506.241426:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b08550a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf672408-eb95-463f-9d75-9fc160539e11:22812:1875726218558464:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788832506.242299:0:25855:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788832506.242556:0:22812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788832506.242578:0:22812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788832506.242588:0:22812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f3d expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.242599:0:22812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9d2c092dcc00/0x998c12b283538f36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x998c12b283538f3d expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832506.348188:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.348285:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725376 00000100:00100000:2.0:1788832506.348295:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725376 00000100:00100000:2.0:1788832506.348379:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:2.0:1788832506.348391:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:18706:x1875726202725376:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788832506.348411:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.348433:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538f44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cc3 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348501:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348534:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348549:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348565:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348573:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348579:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348724:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b283538f59 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348733:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b283538f59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348741:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b283538f59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.348773:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788832506.348777:0:22813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.348813:0:22813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b283538f59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348824:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348839:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348846:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348852:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cfe800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.348856:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348865:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348876:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:2.0:1788832506.348879:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.348884:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348890:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348905:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348911:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348916:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348920:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cffe00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.348929:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348936:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348944:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9d2c36761700) 00010000:00010000:2.0:1788832506.348947:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.348950:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.348970:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538f52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.349007:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538f44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cc3 expref: 8 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.349022:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cff800/0x998c12b283538f59 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cc3 expref: 7 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.349029:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d2c36761400) 00010000:00010000:2.0:1788832506.349031:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832506.349034:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cff800, rc 0) 00000100:00100000:2.0:1788832506.349092:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18706:x1875726202725376:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 703us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.349099:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00080000:0.0:1788832506.349449:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788832506.351766:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.352086:0:22826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725504 00000100:00100000:0.0:1788832506.352097:0:22826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725504 00000100:00100000:0.0:1788832506.352158:0:22826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:0.0:1788832506.352168:0:22826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08550a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18706:x1875726202725504:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788832506.352300:0:22826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08550a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18706:x1875726202725504:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 Request processed in 133us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.352309:0:22826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:3.0:1788832506.361946:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.362179:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725760 00000100:00100000:0.0:1788832506.362191:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725760 00000100:00100000:0.0:1788832506.362253:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:0.0:1788832506.362263:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:18706:x1875726202725760:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788832506.362297:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832506.362322:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b283538f60 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cca expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362404:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362419:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362429:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362444:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362451:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362458:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362556:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dca00/0x998c12b283538f75 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362564:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dca00/0x998c12b283538f75 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362572:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dca00/0x998c12b283538f75 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788832506.362580:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788832506.362779:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362786:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362793:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362799:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832506.362803:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362811:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362823:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d2c36761400) 00010000:00010000:0.0:1788832506.362825:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832506.362830:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362836:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283538f67 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362849:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362854:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362860:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362875:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832506.362879:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362885:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362894:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d2c04bdd700) 00010000:00010000:0.0:1788832506.362897:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832506.362899:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.362905:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283538f6e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.363832:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b283538f60 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cca expref: 10 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.363852:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dca00/0x998c12b283538f75 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cca expref: 9 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.363861:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d2c04bdde00) 00010000:00010000:0.0:1788832506.363863:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832506.363867:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dca00, rc 0) 00000100:00100000:0.0:1788832506.363939:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18706:x1875726202725760:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1676us (2002us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788832506.363947:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:1.0:1788832506.369746:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.370013:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202725888 00000100:00100000:2.0:1788832506.370023:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202725888 00000100:00100000:2.0:1788832506.370127:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:2.0:1788832506.370139:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18706:x1875726202725888:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788832506.370255:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18706:x1875726202725888:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 118us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.370263:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:2.0:1788832506.376306:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.376538:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726016 00000100:00100000:1.0:1788832506.376547:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726016 00000100:00100000:1.0:1788832506.376656:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:1.0:1788832506.376668:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18706:x1875726202726016:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000004:00080000:1.0:1788832506.378540:0:22814:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1818us 00000100:00080000:0.0:1788832506.378797:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788832506.395041:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.395088:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726144 00000100:00100000:1.0:1788832506.395096:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726144 00000100:00100000:1.0:1788832506.395146:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:1.0:1788832506.395156:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18712:x1875726202726144:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1788832506.395175:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.395198:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881ce00/0x998c12b283538f83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cd1 expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395266:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395280:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395301:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395352:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395360:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395366:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395411:0:24646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395418:0:24646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395432:0:24646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395439:0:24646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832506.395443:0:24646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395451:0:24646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395463:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:1.0:1788832506.395467:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832506.395472:0:24646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395478:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538f8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395489:0:24646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395495:0:24646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395501:0:24646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395506:0:24646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881de00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832506.395508:0:24646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395525:0:24646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395534:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2b073b6100) 00010000:00010000:1.0:1788832506.395536:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832506.395539:0:24646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395545:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538f91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395576:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881ce00/0x998c12b283538f83 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cd1 expref: 10 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395586:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:1.0:1788832506.395589:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832506.395593:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881ce00/0x998c12b283538f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cd1 expref: 10 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.395602:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881ce00, rc 0) 00000100:00100000:1.0:1788832506.395679:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18712:x1875726202726144:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 524us (645us total) trans 0 rc 301/301 00000100:00100000:1.0:1788832506.395699:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:2.0:1788832506.398940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832506.401116:0:22823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726272 00000100:00100000:3.0:1788832506.401131:0:22823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726272 00000100:00100000:3.0:1788832506.401197:0:22823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1788832506.401208:0:22823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18712:x1875726202726272:12345-192.168.203.26@tcp:700:lfs.0 00000100:00100000:3.0:1788832506.401301:0:22823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18712:x1875726202726272:12345-192.168.203.26@tcp:700:lfs.0 Request processed in 95us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832506.401309:0:22823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788832506.401767:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18706:x1875726202726016:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 25100us (25478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.401775:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:3.0:1788832506.402750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.402836:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726528 00000100:00100000:1.0:1788832506.402851:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726528 00000100:00100000:1.0:1788832506.402889:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:1.0:1788832506.402898:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08553800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:18712:x1875726202726528:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:1.0:1788832506.402945:0:22815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832506.402972:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00030c00/0x998c12b283538ebf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04c4c expref: 9 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.402991:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:1.0:1788832506.402996:0:22815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788832506.403054:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.403069:0:22815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 5 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.403078:0:22815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.403109:0:22815:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 5 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.403123:0:22815:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 5 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832506.403136:0:22815:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22815:1875726218558592:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788832506.403201:0:22815:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c04fdb600 going to sleep for 11 seconds 00000100:00100000:1.0:1788832506.405720:0:22815:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22815:1875726218558592:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832506.405752:0:22815:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832506.406669:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.407128:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726656 00000100:00100000:2.0:1788832506.407136:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726656 00010000:00010000:2.0:1788832506.407191:0:22801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 6 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832506.407284:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:2.0:1788832506.407294:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2393:x1875726202726656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832506.407309:0:22801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832506.407316:0:22801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 6 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407328:0:22801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 6 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407351:0:22801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c00031c00/0x998c12b283538efe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cbc expref: 6 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407365:0:22801:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:2.0:1788832506.407370:0:22801:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407379:0:22801:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407394:0:22801:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.407426:0:22801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788832506.407475:0:22815:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832506.407477:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2393:x1875726202726656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 183us (809us total) trans 0 rc 0/0 00010000:00010000:3.0:1788832506.407492:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832506.407493:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00010000:00010000:3.0:1788832506.407522:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.407532:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832506.407540:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788832506.407750:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788832506.409105:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409122:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409131:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788832506.409149:0:22815:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000053d6c329 reply state 00000000df193d03 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409159:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409167:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:2.0:1788832506.409169:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788832506.409172:0:22815:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788832506.409177:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788832506.409184:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409190:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409208:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409214:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.409218:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409227:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409237:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c28441900) 00010000:00010000:2.0:1788832506.409240:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.409243:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409249:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d800/0x998c12b283538f98 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788832506.409267:0:22815:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000053d6c329 reply state 00000000df193d03 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409275:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.409292:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2c100ce500) 00010000:00010000:2.0:1788832506.409295:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788832506.409298:0:22815:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788832506.409381:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08553800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+10:18712:x1875726202726528:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 6481us (6632us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788832506.409389:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00010000:00010000:2.0:1788832506.456076:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832506.479304:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.479428:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726784 00000100:00100000:2.0:1788832506.479441:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726784 00000100:00100000:2.0:1788832506.479510:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:2.0:1788832506.479521:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+10:18720:x1875726202726784:12345-192.168.203.26@tcp:101:lctl.0 00010000:00010000:2.0:1788832506.479545:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.479567:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cd8 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479665:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538fb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479692:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479704:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.479744:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788832506.479748:0:22813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.479785:0:22813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479809:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cd8 expref: 12 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479825:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe400/0x998c12b283538fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cd8 expref: 11 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.479833:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:2.0:1788832506.479849:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832506.479854:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cfe400, rc 0) 00000100:00100000:2.0:1788832506.479913:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+11:18720:x1875726202726784:12345-192.168.203.26@tcp:101:lctl.0 Request processed in 394us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.479920:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:1.0:1788832506.507724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.508397:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202726912 00000100:00100000:2.0:1788832506.508408:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202726912 00000100:00100000:2.0:1788832506.508472:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:2.0:1788832506.508482:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:18721:x1875726202726912:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788832506.508502:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.508522:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cdf expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508588:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe600/0x998c12b283538fc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508602:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe600/0x998c12b283538fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508612:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe600/0x998c12b283538fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.508796:0:24646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788832506.508800:0:24646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.508819:0:24646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe600/0x998c12b283538fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508843:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cdf expref: 7 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508881:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe600/0x998c12b283538fc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cdf expref: 6 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.508890:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:2.0:1788832506.508892:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832506.508895:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b07cfe600, rc 0) 00000100:00100000:2.0:1788832506.509007:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18721:x1875726202726912:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 526us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.509016:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:3.0:1788832506.517932:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.518051:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202727040 00000100:00100000:2.0:1788832506.518060:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202727040 00000100:00100000:2.0:1788832506.518123:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1788832506.518134:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:18721:x1875726202727040:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788832506.518155:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.518175:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04ce6 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518237:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518251:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518263:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518274:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518300:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518308:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518378:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518387:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518393:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.518428:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788832506.518432:0:22813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.518451:0:22813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518463:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518469:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518475:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518482:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.518486:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518501:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518515:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:2.0:1788832506.518518:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.518522:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518529:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538fd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518543:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518549:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518554:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518559:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229200 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.518562:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518568:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518575:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2c100ce500) 00010000:00010000:2.0:1788832506.518578:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.518581:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518603:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229200/0x998c12b283538fd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518874:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cffe00/0x998c12b283538fc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ce6 expref: 8 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518889:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ce6 expref: 7 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.518897:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:2.0:1788832506.518900:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832506.518902:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c01229400, rc 0) 00000100:00100000:2.0:1788832506.518964:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+7:18721:x1875726202727040:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 831us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.518970:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:3.0:1788832506.530148:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.530249:0:22826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202727168 00000100:00100000:0.0:1788832506.530259:0:22826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202727168 00000100:00100000:0.0:1788832506.530339:0:22826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:0.0:1788832506.530350:0:22826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:18721:x1875726202727168:12345-192.168.203.26@tcp:900:lfs.0 00000100:00080000:1.0:1788832506.530527:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788832506.530590:0:22826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:18721:x1875726202727168:12345-192.168.203.26@tcp:900:lfs.0 Request processed in 241us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.530598:0:22826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:3.0:1788832506.533184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.533279:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202727424 00000100:00100000:1.0:1788832506.533296:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202727424 00000100:00100000:1.0:1788832506.533353:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:1.0:1788832506.533364:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+7:18721:x1875726202727424:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1788832506.533383:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.533413:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538fe5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04ced expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832506.533515:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788832506.533614:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538fe5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ced expref: 9 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.533670:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:1.0:1788832506.533673:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788832506.533678:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283538fe5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ced expref: 9 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.533701:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881de00, rc 0) 00000100:00100000:1.0:1788832506.533759:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+8:18721:x1875726202727424:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 395us (582us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788832506.533765:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:2.0:1788832506.536082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.536183:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202727680 00000100:00100000:1.0:1788832506.536192:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202727680 00000100:00100000:1.0:1788832506.536244:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:1.0:1788832506.536253:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+8:18721:x1875726202727680:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:1.0:1788832506.536501:0:22814:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832506.536529:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229400/0x998c12b283538fde lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04ce6 expref: 8 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.536548:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:1.0:1788832506.536552:0:22814:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788832506.536572:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.536584:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.536594:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788832506.536796:0:22814:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008b1aac81 reply state 00000000e64f1d38 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.536809:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.536815:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:1.0:1788832506.536818:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788832506.536820:0:22814:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788832506.536827:0:22814:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788832506.536907:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+9:18721:x1875726202727680:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 654us (832us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788832506.536914:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:3.0:1788832506.539017:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.539112:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202727936 00000100:00100000:2.0:1788832506.539121:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202727936 00000100:00100000:2.0:1788832506.539184:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:2.0:1788832506.539193:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+9:18721:x1875726202727936:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1788832506.539418:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+10:18721:x1875726202727936:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 225us (406us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788832506.539426:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:1.0:1788832506.548276:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.548425:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728192 00000100:00100000:2.0:1788832506.548435:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728192 00000100:00100000:2.0:1788832506.548500:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:2.0:1788832506.548526:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+10:18721:x1875726202728192:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788832506.548550:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.548569:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538ffa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cf4 expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548678:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548703:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548714:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548725:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548731:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548736:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.548828:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788832506.548900:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548907:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548913:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548930:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229000 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.548934:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548955:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548967:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:2.0:1788832506.548970:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.548974:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548981:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229000/0x998c12b283539001 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.548994:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549000:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549006:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549011:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229e00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832506.549014:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549020:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549038:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2c100ce500) 00010000:00010000:2.0:1788832506.549041:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788832506.549044:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549049:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b283539008 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549080:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538ffa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cf4 expref: 12 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549090:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:2.0:1788832506.549092:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788832506.549096:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283538ffa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cf4 expref: 12 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.549105:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c01229800, rc 0) 00000100:00100000:2.0:1788832506.550301:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+11:18721:x1875726202728192:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1769us (2026us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788832506.550311:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:3.0:1788832506.554008:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.554115:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728320 00000100:00100000:2.0:1788832506.554125:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728320 00000100:00100000:2.0:1788832506.554193:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:2.0:1788832506.554204:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+11:18721:x1875726202728320:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788832506.554229:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.554250:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283539016 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04cfb expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554389:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554405:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554416:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.554440:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788832506.554444:0:22813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.554463:0:22813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554489:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229800/0x998c12b283539016 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 13 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554505:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 12 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.554514:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:2.0:1788832506.554517:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788832506.554520:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c01229e00, rc 0) 00000100:00100000:2.0:1788832506.554584:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+12:18721:x1875726202728320:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 382us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.554591:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:2.0:1788832506.561328:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832506.561412:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728448 00000100:00100000:3.0:1788832506.561422:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728448 00000100:00100000:3.0:1788832506.561484:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:3.0:1788832506.561493:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+12:18721:x1875726202728448:12345-192.168.203.26@tcp:37:lfs.0 00000100:00100000:2.0:1788832506.565267:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+12:18721:x1875726202728448:12345-192.168.203.26@tcp:37:lfs.0 Request processed in 3765us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.565290:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1788832506.568615:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.568820:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728704 00000100:00100000:0.0:1788832506.568830:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728704 00000100:00100000:0.0:1788832506.568891:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:0.0:1788832506.568902:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0705f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+12:18721:x1875726202728704:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:0.0:1788832506.569116:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0705f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+13:18721:x1875726202728704:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 215us (510us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788832506.569124:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:3.0:1788832506.617898:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.618066:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728832 00000100:00100000:1.0:1788832506.618088:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728832 00000100:00100000:1.0:1788832506.618396:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:1.0:1788832506.618417:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+11:18727:x1875726202728832:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:1.0:1788832506.618438:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.618460:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283539024 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d02 expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618521:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618536:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618547:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618558:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618564:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618571:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618703:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d200/0x998c12b283539039 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618714:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d200/0x998c12b283539039 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618720:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d200/0x998c12b283539039 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832506.618766:0:24646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788832506.618770:0:24646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788832506.618808:0:24646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d200/0x998c12b283539039 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618821:0:24646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618828:0:24646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618834:0:24646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618840:0:24646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832506.618844:0:24646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618851:0:24646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618864:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:1.0:1788832506.618867:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832506.618871:0:24646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618877:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b28353902b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618890:0:24646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618908:0:24646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618913:0:24646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618919:0:24646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881dc00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832506.618922:0:24646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618928:0:24646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618937:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2c100ce500) 00010000:00010000:1.0:1788832506.618939:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788832506.618942:0:24646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618948:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539032 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618977:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283539024 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d02 expref: 13 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618990:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d200/0x998c12b283539039 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d02 expref: 12 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.618998:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:1.0:1788832506.619001:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788832506.619010:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881d200, rc 0) 00000100:00100000:1.0:1788832506.619081:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+12:18727:x1875726202728832:12345-192.168.203.26@tcp:101:bash.0 Request processed in 666us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.619089:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:3.0:1788832506.621805:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.622003:0:22826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202728960 00000100:00100000:0.0:1788832506.622012:0:22826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202728960 00000100:00100000:0.0:1788832506.622069:0:22826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1788832506.622079:0:22826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18727:x1875726202728960:12345-192.168.203.26@tcp:900:bash.0 00000100:00100000:0.0:1788832506.622168:0:22826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:18727:x1875726202728960:12345-192.168.203.26@tcp:900:bash.0 Request processed in 83us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.622176:0:22826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:3.0:1788832506.624965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.625047:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202729216 00000100:00100000:2.0:1788832506.625055:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202729216 00000100:00100000:2.0:1788832506.625111:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:2.0:1788832506.625122:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+12:18727:x1875726202729216:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1788832506.625142:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.625171:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228a00/0x998c12b283539040 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d09 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.625273:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.625297:0:22813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 12 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.625306:0:22813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.625339:0:22813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 12 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.625353:0:22813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 12 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832506.625366:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b084f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218558720:192.168.203.26@tcp:104: 00000100:00100000:2.0:1788832506.625454:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3483f300 going to sleep for 11 seconds 00000100:00100000:2.0:1788832506.628467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.628532:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202729344 00000100:00100000:1.0:1788832506.628539:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202729344 00010000:00010000:1.0:1788832506.628574:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 13 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832506.628613:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:1.0:1788832506.628668:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+13:2393:x1875726202729344:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832506.628691:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832506.628698:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 13 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.628710:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 13 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.628732:0:22799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:1.0:1788832506.628738:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.628747:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.628756:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.628775:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832506.628830:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+13:2393:x1875726202729344:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 208us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.628838:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00010000:00010000:0.0:1788832506.628941:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229e00/0x998c12b28353901d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04cfb expref: 12 pid: 22813 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832506.628957:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b084f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218558720:192.168.203.26@tcp:104: 00010000:00010000:0.0:1788832506.628985:0:22813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.628995:0:22813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629001:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629058:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629067:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629075:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629522:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629532:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629540:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788832506.629549:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788832506.629572:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629579:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629598:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629604:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c01229600 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832506.629608:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629615:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629669:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:0.0:1788832506.629672:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832506.629676:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629689:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01229600/0x998c12b283539047 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788832506.629701:0:22813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eb01874f reply state 00000000be31cbb6 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629711:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629717:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d2c04bdd700) 00010000:00010000:0.0:1788832506.629720:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788832506.629722:0:22813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788832506.629755:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228a00/0x998c12b283539040 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 15 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629768:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 14 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.629781:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832506.629783:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788832506.629786:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc800, rc 0) 00000100:00100000:0.0:1788832506.629820:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+15:18727:x1875726202729216:12345-192.168.203.26@tcp:101:bash.0 Request processed in 4700us (4864us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788832506.629826:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:3.0:1788832506.646724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.646830:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202729472 00000100:00100000:2.0:1788832506.646841:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202729472 00000100:00100000:2.0:1788832506.646903:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:2.0:1788832506.646914:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08553b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+15:18727:x1875726202729472:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1788832506.646938:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788832506.646959:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228400/0x998c12b283539063 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d10 expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647021:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647035:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647046:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788832506.647092:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788832506.647096:0:22815:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788832506.647120:0:22815:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647130:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647153:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228400/0x998c12b283539063 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 17 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647172:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 16 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832506.647201:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:2.0:1788832506.647204:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788832506.647207:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c01228200, rc 0) 00000100:00100000:2.0:1788832506.647268:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08553b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+16:18727:x1875726202729472:12345-192.168.203.26@tcp:101:bash.0 Request processed in 356us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.647276:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:3.0:1788832506.650713:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.650814:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202729728 00000100:00100000:0.0:1788832506.650824:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202729728 00000100:00100000:0.0:1788832506.650876:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:0.0:1788832506.650885:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+16:18727:x1875726202729728:12345-192.168.203.26@tcp:35:bash.0 00000100:00100000:0.0:1788832506.651156:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+17:18727:x1875726202729728:12345-192.168.203.26@tcp:35:bash.0 Request processed in 272us (454us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788832506.651174:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000040:00080000:1.0:1788832506.712050:0:23565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788832506.737989:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.738070:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202729984 00000100:00100000:1.0:1788832506.738080:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202729984 00000100:00100000:1.0:1788832506.738141:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:1.0:1788832506.738152:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+17:18737:x1875726202729984:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1788832506.738186:0:22814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.738205:0:22814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283539071 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d17 expref: -99 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832506.738362:0:22814:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788832506.738466:0:22814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283539071 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d17 expref: 19 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.738480:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d2c36761800) 00010000:00010000:1.0:1788832506.738484:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788832506.738489:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b283539071 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d17 expref: 19 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.738503:0:22814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881de00, rc 0) 00000100:00100000:1.0:1788832506.738894:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+18:18737:x1875726202729984:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 741us (913us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788832506.738902:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:3.0:1788832506.743803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.743899:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202730240 00000100:00100000:0.0:1788832506.743908:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202730240 00000100:00100000:0.0:1788832506.743962:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:0.0:1788832506.743972:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+18:18737:x1875726202730240:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:0.0:1788832506.744358:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+19:18737:x1875726202730240:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 386us (563us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788832506.744366:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:3.0:1788832506.775607:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.775816:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202730496 00000100:00100000:1.0:1788832506.775825:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202730496 00000100:00100000:1.0:1788832506.775886:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:1.0:1788832506.775909:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+19:18740:x1875726202730496:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1788832506.775934:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.775954:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b28353907f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d1e expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.776062:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539086 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.776077:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539086 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.776088:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539086 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832506.776098:0:24646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788832506.776206:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881de00/0x998c12b28353907f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d1e expref: 22 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.776223:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539086 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d1e expref: 21 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.776232:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832506.776235:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788832506.776238:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881dc00, rc 0) 00000100:00100000:1.0:1788832506.776317:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+21:18740:x1875726202730496:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 409us (720us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788832506.776326:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:2.0:1788832506.780469:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.780511:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.780581:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202730624 00000100:00100000:1.0:1788832506.780591:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202730624 00000100:00100000:1.0:1788832506.780709:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788832506.780720:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+21:2393:x1875726202730624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788832506.780734:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788832506.780759:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881dc00/0x998c12b283539086 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d1e expref: 21 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.780777:0:22800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832506.780781:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788832506.780837:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:2393:x1875726202730624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 119us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.780845:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:0.0:1788832506.780968:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202730752 00000100:00100000:0.0:1788832506.780973:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202730752 00000100:00100000:0.0:1788832506.781010:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:0.0:1788832506.781018:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18740:x1875726202730752:12345-192.168.203.26@tcp:54:lfs.0 00010000:00010000:0.0:1788832506.781082:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781096:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781106:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781139:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781147:0:22813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781154:0:22813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781239:0:22813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832506.781245:0:22813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781254:0:22813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781263:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832506.781266:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788832506.781269:0:22813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832506.781275:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539094 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832506.781333:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18740:x1875726202730752:12345-192.168.203.26@tcp:54:lfs.0 Request processed in 316us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.781340:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:3.0:1788832506.788321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.788474:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731008 00000100:00100000:2.0:1788832506.788483:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731008 00000100:00100000:2.0:1788832506.788542:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1788832506.788554:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18740:x1875726202731008:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1788832506.788806:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+21:18740:x1875726202731008:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 253us (496us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788832506.788814:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000040:00080000:3.0:1788832506.839318:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788832506.901928:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.902038:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731136 00000100:00100000:1.0:1788832506.902048:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731136 00000100:00100000:1.0:1788832506.902109:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 158 00000100:00100000:1.0:1788832506.902119:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+11:18086:x1875726202731136:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832506.902136:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.902154:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b0881dc00/0x998c12b28353909b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d25 expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.902195:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881dc00/0x998c12b28353909b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d25 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.902206:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b0881dc00/0x998c12b28353909b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d25 expref: 12 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.902215:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881dc00, rc 0) 00000100:00100000:1.0:1788832506.902272:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731136:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 154us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.902293:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 158 00000100:00100000:3.0:1788832506.904000:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832506.904188:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731264 00000100:00100000:2.0:1788832506.904196:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731264 00000100:00100000:2.0:1788832506.904253:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 159 00000100:00100000:2.0:1788832506.904263:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731264:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.904780:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731264:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 517us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.904788:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 159 00000100:00100000:3.0:1788832506.906473:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.906567:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731392 00000100:00100000:0.0:1788832506.906576:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731392 00000100:00100000:0.0:1788832506.906649:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 160 00000100:00100000:0.0:1788832506.906658:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731392:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788832506.906798:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731392:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 141us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832506.906805:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 160 00000100:00100000:3.0:1788832506.918185:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.918651:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731520 00000100:00100000:1.0:1788832506.918661:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731520 00000100:00100000:1.0:1788832506.918780:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 161 00000100:00100000:1.0:1788832506.918791:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+12:18086:x1875726202731520:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788832506.918808:0:22808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832506.918827:0:22808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d2b0881de00/0x998c12b2835390a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d2c expref: -99 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.918855:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d2b0881de00/0x998c12b2835390a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d2c expref: 13 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.918867:0:22808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d2b0881de00/0x998c12b2835390a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d2c expref: 13 pid: 22808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832506.918876:0:22808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881de00, rc 0) 00000100:00100000:1.0:1788832506.918937:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18086:x1875726202731520:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 148us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.918944:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 161 00000100:00100000:3.0:1788832506.922127:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832506.930430:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731648 00000100:00100000:0.0:1788832506.930449:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731648 00000100:00100000:2.0:1788832506.931584:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 162 00000100:00100000:2.0:1788832506.931617:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18086:x1875726202731648:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788832506.931813:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18086:x1875726202731648:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 203us (9694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832506.931822:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 162 00000100:00100000:3.0:1788832506.934047:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832506.934139:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202731776 00000100:00100000:1.0:1788832506.934149:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202731776 00000100:00100000:1.0:1788832506.934204:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 163 00000100:00100000:1.0:1788832506.934214:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18086:x1875726202731776:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788832506.934749:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:18086:x1875726202731776:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 533us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832506.934757:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 163 00000100:00100000:2.0:1788832507.040878:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.040978:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732032 00000100:00100000:1.0:1788832507.040987:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732032 00000100:00100000:1.0:1788832507.041047:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:1.0:1788832507.041058:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+21:18773:x1875726202732032:12345-192.168.203.26@tcp:101:cat.0 00010000:00010000:1.0:1788832507.041082:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.041103:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b2835390a9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d33 expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.041217:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835390b0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.041231:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835390b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.041244:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835390b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832507.041255:0:24646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788832507.041388:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b2835390a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d33 expref: 24 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.041405:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835390b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d33 expref: 23 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.041414:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832507.041417:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788832507.041420:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881da00, rc 0) 00000100:00100000:1.0:1788832507.041472:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:18773:x1875726202732032:12345-192.168.203.26@tcp:101:cat.0 Request processed in 416us (603us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788832507.041494:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:3.0:1788832507.044925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.045027:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732288 00000100:00100000:2.0:1788832507.045037:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732288 00000100:00100000:2.0:1788832507.045095:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:2.0:1788832507.045105:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:18773:x1875726202732288:12345-192.168.203.26@tcp:35:cat.0 00000100:00100000:2.0:1788832507.045390:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+24:18773:x1875726202732288:12345-192.168.203.26@tcp:35:cat.0 Request processed in 285us (471us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788832507.045406:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1788832507.048968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.049070:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732416 00000100:00100000:2.0:1788832507.049079:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732416 00000100:00100000:2.0:1788832507.049193:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:2.0:1788832507.049204:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+24:2394:x1875726202732416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832507.049219:0:22801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832507.049244:0:22801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835390b0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d33 expref: 24 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.049263:0:22801:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:2.0:1788832507.049268:0:22801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832507.049330:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:2394:x1875726202732416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 128us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832507.049338:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1788832507.094866:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832507.094887:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218558848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788832507.094952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788832507.095237:0:25606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558848 00000100:00100000:2.0:1788832507.095246:0:25606:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558848 00000100:00100000:0.0:1788832507.095528:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218559232:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095585:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218559744:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095646:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218560256:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095671:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095701:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788832507.095707:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218559360:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095731:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095748:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218559872:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095782:0:3651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1875726218560384:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095816:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832507.095840:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559232 00000100:00100000:0.0:1788832507.095844:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559232 00000100:00100000:0.0:1788832507.095883:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788832507.095892:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218559232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.095944:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218559232:12345-0@lo:400:kworker.0 Request processed in 53us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.095951:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788832507.095973:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559744 00000100:00100000:0.0:1788832507.095977:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559744 00000100:00100000:3.0:1788832507.096052:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218559104:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096084:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096122:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218559616:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096144:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096162:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1875726218560128:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096180:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096197:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0857ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218560640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788832507.096216:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096234:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788832507.096241:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218558976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788832507.096260:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096276:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218559488:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096296:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096313:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875726218560000:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096332:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096342:0:3654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1875726218560512:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096361:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788832507.096380:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559616 00000100:00100000:3.0:1788832507.096383:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559616 00000100:00100000:3.0:1788832507.096411:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788832507.096417:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218559616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096452:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218559616:12345-0@lo:400:kworker.0 Request processed in 35us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832507.096458:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788832507.096497:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218559616:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.096519:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560256 00000100:00100000:3.0:1788832507.096523:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560256 00000100:00100000:2.0:1788832507.096646:0:25606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560640 00000100:00100000:2.0:1788832507.096650:0:25606:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560640 00000100:00080000:1.0:1788832507.098528:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788832507.098537:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832507.098540:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788832507.098564:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559360 00000100:00100000:1.0:1788832507.098572:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559360 00000100:00100000:1.0:1788832507.098640:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559872 00000100:00100000:1.0:1788832507.098644:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559872 00000100:00100000:1.0:1788832507.098675:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832507.098697:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3651:x1875726218559360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.098781:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3651:x1875726218559360:12345-0@lo:400:kworker.0 Request processed in 87us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.098789:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788832507.098807:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832507.098814:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218559872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.098843:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218559872:12345-0@lo:400:kworker.0 Request processed in 30us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.098849:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788832507.098867:0:24320:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218558976 00000100:00100000:1.0:1788832507.098871:0:24320:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218558976 00000100:00100000:1.0:1788832507.098889:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788832507.098896:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218558848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788832507.098918:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788832507.098955:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1875726218558848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (4002us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.098972:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788832507.098988:0:24320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788832507.098993:0:24320:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218558976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788832507.099026:0:24320:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788832507.099061:0:24320:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875726218558976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099067:0:24320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1788832507.099078:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788832507.099088:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560384 00000100:00100000:1.0:1788832507.099091:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560384 00000100:00100000:1.0:1788832507.099110:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560128 00000100:00100000:1.0:1788832507.099112:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560128 00000100:00100000:1.0:1788832507.099122:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559488 00000100:00100000:1.0:1788832507.099123:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559488 00000100:00100000:1.0:1788832507.099132:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560000 00000100:00100000:1.0:1788832507.099134:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560000 00000100:00100000:1.0:1788832507.099141:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218560512 00000100:00100000:1.0:1788832507.099143:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218560512 00000100:00100000:1.0:1788832507.099153:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788832507.099158:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1875726218560384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.099464:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1875726218560384:12345-0@lo:400:kworker.0 Request processed in 304us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099471:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788832507.099486:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788832507.099492:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875726218560128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.099522:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875726218560128:12345-0@lo:400:kworker.0 Request processed in 31us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099538:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788832507.099551:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788832507.099556:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218559488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.099584:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875726218559488:12345-0@lo:400:kworker.0 Request processed in 28us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099590:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788832507.099602:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788832507.099607:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875726218560000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.099655:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875726218560000:12345-0@lo:400:kworker.0 Request processed in 48us (3322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099660:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788832507.099671:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788832507.099677:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875726218560512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788832507.099715:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875726218560512:12345-0@lo:400:kworker.0 Request processed in 39us (3354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.099721:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:1.0:1788832507.099737:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788832507.099740:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788832507.100954:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788832507.100965:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218559744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101024:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b067f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3651:x1875726218559744:12345-0@lo:400:kworker.0 Request processed in 62us (5414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.101031:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788832507.101104:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218559360:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101581:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218559872:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101597:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3651:1875726218560384:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101609:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218559232:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101618:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3651:1875726218559744:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101672:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3651:1875726218558848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788832507.101769:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3654:1875726218558976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788832507.101782:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875726218559488:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101810:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875726218560000:0@lo:400:kworker.0 00010000:00080000:0.0:1788832507.101822:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c3fb30000 x1875726218560512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832507.101833:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3654:1875726218560512:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101846:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3654:1875726218560128:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101884:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218559104 00000100:00100000:0.0:1788832507.101890:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218559104 00000100:00100000:0.0:1788832507.101917:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1788832507.101923:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:3654:x1875726218559104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.101970:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf672408-eb95-463f-9d75-9fc160539e11+24:3654:x1875726218559104:12345-0@lo:400:kworker.0 Request processed in 47us (5885us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.101987:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1788832507.102024:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf672408-eb95-463f-9d75-9fc160539e11:3654:1875726218559104:0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.102973:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788832507.102984:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c04dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218560256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788832507.103044:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c04dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1875726218560256:12345-0@lo:400:kworker.0 Request processed in 63us (7372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832507.103050:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00080000:3.0:1788832507.103089:0:3651:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d2c3fb32680 x1875726218560256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788832523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832507.103100:0:3651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3651:1875726218560256:0@lo:400:kworker.0 00000100:00100000:0.0:1788832507.103297:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832507.103674:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732672 00000100:00100000:3.0:1788832507.103690:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732672 00000100:00100000:3.0:1788832507.103721:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:3.0:1788832507.103729:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:18779:x1875726202732672:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1788832507.103746:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832507.103765:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ba00/0x998c12b2835390be lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d3a expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103868:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103883:0:22813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103891:0:22813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 24 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103899:0:22813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103946:0:22813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 24 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.103960:0:22813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 24 pid: 22815 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.103974:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0857c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218560768:192.168.203.26@tcp:104: 00010000:00010000:3.0:1788832507.104049:0:22813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.104058:0:22813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.104067:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0857f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218560896:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788832507.104089:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832507.107238:0:25606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788832507.107428:0:25606:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218560640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788832507.107454:0:25606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788832507.107558:0:25606:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875726218560640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (11340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.107760:0:3654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0857ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3654:1875726218560640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788832507.107943:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832507.107980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832507.108053:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0857c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218560768:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788832507.108065:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0857f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22813:1875726218560896:192.168.203.26@tcp:104: 00010000:00010000:3.0:1788832507.108082:0:22813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.108112:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732800 00000100:00100000:3.0:1788832507.108118:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732800 00010000:00010000:3.0:1788832507.108141:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 25 pid: 22815 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.108177:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202732928 00000100:00100000:3.0:1788832507.108180:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202732928 00010000:00010000:3.0:1788832507.108209:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 26 pid: 22813 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832507.108216:0:25606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788832507.108235:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1788832507.108244:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+26:2394:x1875726202732800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788832507.108255:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788832507.108274:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 26 pid: 22815 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.108287:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 26 pid: 22815 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.108308:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228200/0x998c12b28353906a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d10 expref: 26 pid: 22815 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.108323:0:22799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832507.108328:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.108335:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.108341:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832507.108520:0:22801:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788832507.108538:0:22801:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788832507.109146:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+25:2394:x1875726202732800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 899us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832507.109163:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1788832507.109320:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:3.0:1788832507.109333:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b019d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+24:2393:x1875726202732928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788832507.109344:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788832507.109352:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109686:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109706:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b283539055 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d09 expref: 24 pid: 22813 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109721:0:22799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832507.109726:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109734:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109740:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.109759:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788832507.109800:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b019d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:2393:x1875726202732928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 470us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832507.109807:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00010000:00010000:0.0:1788832507.109906:0:22813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.109914:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788832507.109933:0:22813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788832507.110074:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ba00/0x998c12b2835390be lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d3a expref: 24 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.110103:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148ac00/0x998c12b2835390c5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d3a expref: 23 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.110109:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832507.110112:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788832507.110115:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c0148ac00, rc 0) 00000100:00100000:0.0:1788832507.110140:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:18779:x1875726202732672:12345-192.168.203.26@tcp:101:dd.0 Request processed in 6412us (6845us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788832507.110147:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:3.0:1788832507.114392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.114671:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733056 00000100:00100000:1.0:1788832507.114692:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733056 00000100:00100000:1.0:1788832507.114748:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:1.0:1788832507.114758:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+23:18779:x1875726202733056:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:1.0:1788832507.114781:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.114801:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b2835390d3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d41 expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.114856:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.114870:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.114881:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.114994:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b2835390d3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 25 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.115012:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 24 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.115020:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832507.115023:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788832507.115026:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881c800, rc 0) 00000100:00100000:1.0:1788832507.115080:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+24:18779:x1875726202733056:12345-192.168.203.26@tcp:101:dd.0 Request processed in 322us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.115087:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:1.0:1788832507.118133:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.118214:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733312 00000100:00100000:0.0:1788832507.118224:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733312 00000100:00100000:0.0:1788832507.118295:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 45 00000100:00100000:0.0:1788832507.118306:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+24:18779:x1875726202733312:12345-192.168.203.26@tcp:36:dd.0 00010000:00010000:0.0:1788832507.118525:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.118541:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.118551:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788832507.118592:0:22814:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1788832507.118614:0:22814:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000822c2d2d reply state 00000000bb737575 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.118741:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.118762:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832507.118765:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788832507.118769:0:22814:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788832507.118938:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733312:12345-192.168.203.26@tcp:36:dd.0 Request processed in 633us (811us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1788832507.118945:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 45 00000020:00080000:0.0:1788832507.118949:0:22814:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788832507.127078:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.127155:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733440 00000100:00100000:1.0:1788832507.127165:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733440 00000100:00100000:1.0:1788832507.127266:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:1.0:1788832507.127276:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733440:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:1.0:1788832507.127299:0:24646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.127329:0:24646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b2835390e8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d48 expref: -99 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.127383:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b2835390e8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d48 expref: 28 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.127399:0:24646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b2835390e8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d48 expref: 28 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.127417:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832507.127421:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788832507.127425:0:24646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881cc00, rc 0) 00000100:00100000:1.0:1788832507.127482:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18779:x1875726202733440:12345-192.168.203.26@tcp:101:dd.0 Request processed in 208us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.127487:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:1.0:1788832507.145705:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.145841:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733696 00000100:00100000:2.0:1788832507.145852:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733696 00000100:00100000:2.0:1788832507.145967:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:2.0:1788832507.145978:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c182abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18779:x1875726202733696:12345-192.168.203.26@tcp:103:dd.0 00010000:00010000:2.0:1788832507.146010:0:22800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832507.146035:0:22800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b2835390e8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d48 expref: 28 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.146054:0:22800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:2.0:1788832507.146059:0:22800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832507.146120:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c182abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733696:12345-192.168.203.26@tcp:103:dd.0 Request processed in 144us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832507.146127:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:3.0:1788832507.150543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.150832:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733824 00000100:00100000:0.0:1788832507.150841:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733824 00000100:00100000:0.0:1788832507.150893:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:0.0:1788832507.150902:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733824:12345-192.168.203.26@tcp:58:dd.0 00010000:00010000:0.0:1788832507.151010:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.151088:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.151100:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788832507.152725:0:22814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788832507.152753:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788832507.152865:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788832507.153000:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733824:12345-192.168.203.26@tcp:58:dd.0 Request processed in 2094us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.153010:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:3.0:1788832507.158833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.159111:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202733952 00000100:00100000:0.0:1788832507.159120:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202733952 00000100:00100000:0.0:1788832507.159169:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 48 00000100:00100000:0.0:1788832507.159194:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+27:18779:x1875726202733952:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1788832507.159213:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832507.159229:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d4f expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159273:0:22815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159280:0:22815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 28 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159295:0:22815:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159308:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 28 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159320:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832507.159323:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788832507.159327:0:22815:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 28 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.159335:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dd600, rc 0) 00000100:00100000:0.0:1788832507.159396:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18779:x1875726202733952:12345-192.168.203.26@tcp:101:dd.0 Request processed in 202us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.159404:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 48 00010000:00010000:3.0:1788832507.480259:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788832507.862835:0:22848:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788832507.862844:0:22848:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788832507.862894:0:22848:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788832507.862906:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788832507.863046:0:22848:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0857ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22848:1875726218561024:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788832507.863135:0:22848:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2db40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832507.867100:0:22848:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0857ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22848:1875726218561024:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788832507.870919:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.871318:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202734080 00000100:00100000:0.0:1788832507.871328:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202734080 00000100:00100000:0.0:1788832507.871524:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:0.0:1788832507.871536:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18781:x1875726202734080:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788832507.871567:0:22813:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788832507.871785:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18781:x1875726202734080:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 251us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.871794:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:3.0:1788832507.881121:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.881651:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202734208 00000100:00100000:0.0:1788832507.881660:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202734208 00000100:00100000:0.0:1788832507.881781:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:0.0:1788832507.881793:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18781:x1875726202734208:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788832507.881875:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.881892:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.881903:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.881963:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.881975:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.881982:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882005:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882031:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882044:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788832507.882089:0:22815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788832507.882094:0:22815:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788832507.882107:0:22815:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882118:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882135:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882142:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882148:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.882152:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882160:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882171:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d2c04bdde00) 00010000:00010000:0.0:1788832507.882183:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.882187:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882204:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc800/0x998c12b2835390fd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882226:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882232:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882239:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882244:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.882247:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882253:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882260:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9d2c04bddb00) 00010000:00010000:0.0:1788832507.882263:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.882266:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882271:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539104 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882286:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882292:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882303:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882309:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c4204a800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.882312:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882318:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882326:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832507.882328:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.882331:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.882337:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353910b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832507.882426:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18781:x1875726202734208:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 Request processed in 635us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.882434:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:2.0:1788832507.886558:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.886700:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202734464 00000100:00100000:1.0:1788832507.886708:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202734464 00000100:00100000:1.0:1788832507.886783:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:1.0:1788832507.886793:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+28:18781:x1875726202734464:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.886819:0:22814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.886839:0:22814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539112 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d56 expref: -99 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.886945:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.886968:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.886979:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832507.886990:0:22814:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788832507.887056:0:22814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887064:0:22814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887070:0:22814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887076:0:22814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c400 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:1.0:1788832507.887080:0:22814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887087:0:22814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887097:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:1.0:1788832507.887100:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788832507.887104:0:22814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887110:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539119 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887166:0:22814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539112 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d56 expref: 30 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887188:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d2c04bdde00) 00010000:00010000:1.0:1788832507.887191:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788832507.887195:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539112 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d56 expref: 30 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.887205:0:22814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881c600, rc 0) 00000100:00100000:1.0:1788832507.887944:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+29:18781:x1875726202734464:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1149us (1390us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788832507.887953:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:3.0:1788832507.892841:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.892995:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202734592 00000100:00100000:1.0:1788832507.893004:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202734592 00000100:00100000:1.0:1788832507.893065:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:1.0:1788832507.893076:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0857ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+29:18781:x1875726202734592:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788832507.893111:0:24646:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788832507.893246:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0857ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+29:18781:x1875726202734592:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 171us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.893254:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:3.0:1788832507.898267:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.899953:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202734848 00000100:00100000:0.0:1788832507.899965:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202734848 00000100:00100000:0.0:1788832507.900071:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:0.0:1788832507.900082:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+29:18781:x1875726202734848:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788832507.900103:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832507.900122:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b283539127 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d5d expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788832507.901015:0:22813:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:0.0:1788832507.901023:0:22813:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:0.0:1788832507.901041:0:22813:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1788832507.901186:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204b000/0x998c12b28353912e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.901201:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204b000/0x998c12b28353912e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.901212:0:22813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204b000/0x998c12b28353912e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.901265:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b283539127 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d5d expref: 32 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.901360:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204b000/0x998c12b28353912e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d5d expref: 31 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.901369:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2c04bddb00) 00010000:00010000:0.0:1788832507.901372:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788832507.901377:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c4204b000, rc 0) 00000100:00100000:0.0:1788832507.901577:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+31:18781:x1875726202734848:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1496us (3318us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1788832507.901587:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:2.0:1788832507.905188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.906754:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202735104 00000100:00100000:1.0:1788832507.906767:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202735104 00000100:00100000:0.0:1788832507.906843:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:0.0:1788832507.906856:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+31:18781:x1875726202735104:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788832507.906910:0:22815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788832507.906947:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204b000/0x998c12b28353912e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d5d expref: 31 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.906965:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2c04bddb00) 00010000:00010000:0.0:1788832507.906975:0:22815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788832507.906994:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907006:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907015:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907027:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907038:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907044:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907091:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907104:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907111:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907118:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c4204a800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.907128:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907135:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907143:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:0.0:1788832507.907147:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.907150:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907156:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c4204a800/0x998c12b28353913c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907166:0:22815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907172:0:22815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907178:0:22815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907182:0:22815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dc400 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.907185:0:22815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907190:0:22815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907196:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x69f8f7a6 (ffff9d2c04bddd00) 00010000:00010000:0.0:1788832507.907199:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.907209:0:22815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.907215:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b283539143 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x69f8f7a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832507.907354:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+30:18781:x1875726202735104:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 499us (2173us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788832507.907362:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:3.0:1788832507.911297:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.912028:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202735232 00000100:00100000:1.0:1788832507.912038:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202735232 00000100:00100000:1.0:1788832507.912137:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:1.0:1788832507.912148:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+30:18781:x1875726202735232:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.912168:0:22814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.912190:0:22814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b28353914a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d64 expref: -99 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912238:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539151 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912252:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539151 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912264:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539151 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912370:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b28353914a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d64 expref: 32 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912387:0:22814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c400/0x998c12b283539151 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d64 expref: 31 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.912406:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:1.0:1788832507.912409:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788832507.912412:0:22814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881c400, rc 0) 00000100:00100000:1.0:1788832507.912475:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+31:18781:x1875726202735232:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 328us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.912482:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:3.0:1788832507.915897:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.916090:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202735488 00000100:00100000:1.0:1788832507.916099:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202735488 00000100:00100000:1.0:1788832507.916151:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:1.0:1788832507.916160:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+31:18781:x1875726202735488:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.916238:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.916269:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.916281:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788832507.916446:0:24646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1788832507.916456:0:24646:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 647956834716ns, next at 648956832518ns, rc = 0 00000004:00010000:1.0:1788832507.916502:0:24646:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002c1e6019 reply state 0000000007fa5f4e transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.916516:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.916523:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:1.0:1788832507.916526:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788832507.916529:0:24646:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788832507.916914:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+33:18781:x1875726202735488:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 753us (1024us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788832507.916928:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:2.0:1788832507.920596:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.920728:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202735616 00000100:00100000:0.0:1788832507.920739:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202735616 00000100:00100000:0.0:1788832507.920860:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:0.0:1788832507.920872:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+33:18781:x1875726202735616:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788832507.920901:0:22813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832507.920920:0:22813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d6b expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.920998:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 34 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.921014:0:22813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 34 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.921035:0:22813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:0.0:1788832507.921038:0:22813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788832507.921042:0:22813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc400, rc 0) 00000100:00100000:0.0:1788832507.921151:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+34:18781:x1875726202735616:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 280us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.921159:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:3.0:1788832507.925000:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.925195:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202735744 00000100:00100000:0.0:1788832507.925205:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202735744 00000100:00100000:0.0:1788832507.925281:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:0.0:1788832507.925301:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202735744:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788832507.925555:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2394:x1875726202735744:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 263us (571us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788832507.925562:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00080000:1.0:1788832507.926551:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788832507.928173:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.928400:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736000 00000100:00100000:2.0:1788832507.928410:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736000 00000100:00100000:2.0:1788832507.928462:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:2.0:1788832507.928473:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+34:18781:x1875726202736000:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788832507.928711:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+35:18781:x1875726202736000:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 240us (544us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788832507.928718:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1788832507.931746:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.931910:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736256 00000100:00100000:0.0:1788832507.931920:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736256 00000100:00100000:0.0:1788832507.931985:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:0.0:1788832507.931999:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+35:18781:x1875726202736256:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788832507.932148:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+35:18781:x1875726202736256:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 150us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.932156:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:3.0:1788832507.935522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.935807:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736384 00000100:00100000:1.0:1788832507.935816:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736384 00000100:00100000:1.0:1788832507.935934:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:1.0:1788832507.935945:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+35:18781:x1875726202736384:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.935964:0:22814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788832507.935990:0:22814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539166 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d72 expref: -99 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936052:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936083:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936095:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788832507.936136:0:22814:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788832507.936154:0:22814:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936178:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539166 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d72 expref: 37 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936195:0:22814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d72 expref: 36 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.936203:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:1.0:1788832507.936206:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788832507.936209:0:22814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2b0881c000, rc 0) 00000100:00100000:1.0:1788832507.936265:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+36:18781:x1875726202736384:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 322us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.936273:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:2.0:1788832507.941246:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.941419:0:24987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736512 00000100:00100000:0.0:1788832507.941429:0:24987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736512 00000100:00100000:0.0:1788832507.941488:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:0.0:1788832507.941498:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+6:2394:x1875726202736512:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788832507.941517:0:24987:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788832507.941884:0:24987:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d79 expref: -99 pid: 24987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788832507.941929:0:24987:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9f6afc, blocks: 0x0 00010000:00010000:0.0:1788832507.941949:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=647s v=(0 0) 00010000:00010000:0.0:1788832507.941954:0:24987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788832507.941963:0:24987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 7 pid: 24987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.942135:0:24987:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 7 pid: 24987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.942149:0:24987:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c092dc800, rc 0) 00000100:00100000:0.0:1788832507.942212:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:2394:x1875726202736512:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 715us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.942220:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1788832507.947949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.948062:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736768 00000100:00100000:2.0:1788832507.948071:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736768 00000100:00100000:2.0:1788832507.948133:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:2.0:1788832507.948143:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+36:18781:x1875726202736768:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788832507.948252:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+36:18781:x1875726202736768:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832507.948260:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:2.0:1788832507.958855:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.964369:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202736896 00000100:00100000:0.0:1788832507.964383:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202736896 00000100:00100000:0.0:1788832507.964669:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1788832507.964691:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b084f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+36:18781:x1875726202736896:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788832507.968934:0:22794:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788832507.968951:0:22794:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788832507.969058:0:22794:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788832507.969285:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788832507.969305:0:3652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218561152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788832507.969369:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788832507.969426:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218561152 00000100:00100000:1.0:1788832507.969433:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218561152 00000100:00100000:1.0:1788832507.969477:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788832507.969497:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1875726218561152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1788832507.969657:0:24317:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788832507.969661:0:24317:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788832507.969663:0:24317:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788832507.969665:0:24317:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788832508 -> 1788832508 00002000:00010000:1.0:1788832507.969667:0:24317:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788832507.969715:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3652:x1875726218561152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 219us (345us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788832507.969722:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:1.0:1788832507.969758:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d2c182a9f80/2, rc 0, transno 12884901892 00000100:00100000:1.0:1788832507.969763:0:3652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c182a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3652:1875726218561152:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1788832507.970214:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970226:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970234:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970241:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c0148aa00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.970245:0:3638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970253:0:3638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970294:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d2c100ce500) 00010000:00010000:0.0:1788832507.970297:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.970302:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970309:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148aa00/0x998c12b283538f9f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970329:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970336:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970342:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970347:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b07cfe800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.970350:0:3638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970356:0:3638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970364:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:0.0:1788832507.970366:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.970369:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970374:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b07cfe800/0x998c12b283538fa6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970409:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970416:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970422:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970428:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dda00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.970431:0:3638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970436:0:3638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970445:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d2c04bdd700) 00010000:00010000:0.0:1788832507.970447:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.970450:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970456:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dda00/0x998c12b28353904e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970469:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970475:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970481:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970492:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092dd800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.970495:0:3638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970501:0:3638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970510:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832507.970512:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788832507.970736:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970743:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd800/0x998c12b2835390e1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970756:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970762:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970768:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970773:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881cc00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832507.970775:0:3638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970781:0:3638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970800:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:0.0:1788832507.970803:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788832507.970806:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832507.970812:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881cc00/0x998c12b283539158 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832507.970926:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b084f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+15:18781:x1875726202736896:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 Request processed in 6236us (12079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.970935:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:3.0:1788832507.973319:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832507.973512:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737024 00000100:00100000:0.0:1788832507.973530:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737024 00000100:00100000:0.0:1788832507.973576:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:0.0:1788832507.973585:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:2393:x1875726202737024:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788832507.973958:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:2393:x1875726202737024:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 Request processed in 372us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832507.973967:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00010000:00010000:2.0:1788832507.975766:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975781:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975789:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975806:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d600 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:2.0:1788832507.975811:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975818:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975835:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d2c36761700) 00010000:00010000:2.0:1788832507.975838:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788832507.975843:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.975849:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d600/0x998c12b283538ff3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832507.977687:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.978090:0:24646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737280 00000100:00100000:2.0:1788832507.978099:0:24646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737280 00000100:00100000:2.0:1788832507.978161:0:24646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:2.0:1788832507.978171:0:24646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+15:18781:x1875726202737280:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788832507.978229:0:24646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832507.978257:0:24646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c000/0x998c12b28353916d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d72 expref: 15 pid: 22814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.978275:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:2.0:1788832507.978279:0:24646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788832507.978308:0:24646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228800/0x998c12b28353917b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.978319:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228800/0x998c12b28353917b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.978338:0:24646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228800/0x998c12b28353917b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788832507.978448:0:24646:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000967798cd reply state 0000000098d33a65 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228800/0x998c12b28353917b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.978460:0:24646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c01228800/0x998c12b28353917b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832507.978467:0:24646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:2.0:1788832507.978469:0:24646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788832507.978472:0:24646:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788832507.978579:0:24646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+16:18781:x1875726202737280:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 408us (909us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788832507.978587:0:24646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:0.0:1788832507.980953:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832507.981039:0:24987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737408 00000100:00100000:2.0:1788832507.981048:0:24987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737408 00000100:00100000:2.0:1788832507.981175:0:24987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:2.0:1788832507.981186:0:24987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:2394:x1875726202737408:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788832507.981348:0:24987:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788832507.981352:0:24987:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788832507 00002000:00010000:2.0:1788832507.981355:0:24987:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788832507 00002000:00010000:2.0:1788832507.981357:0:24987:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788832508 -> 1788832507 00002000:00010000:2.0:1788832507.981359:0:24987:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788832507.981424:0:24987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+8:2394:x1875726202737408:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 239us (478us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788832507.981431:0:24987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:3.0:1788832507.983889:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.983987:0:24318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737536 00000100:00100000:1.0:1788832507.983998:0:24318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737536 00000100:00100000:1.0:1788832507.984048:0:24318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:1.0:1788832507.984057:0:24318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+8:2393:x1875726202737536:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.984097:0:24318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984113:0:24318:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788832507.984118:0:24318:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832507.984124:0:24318:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984141:0:24318:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984533:0:24318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984543:0:24318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984552:0:24318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984558:0:24318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c600 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:1.0:1788832507.984562:0:24318:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984570:0:24318:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984586:0:24318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.984592:0:24318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cd460b2/0x998c12b283539182 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832507.984711:0:24318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+8:2393:x1875726202737536:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 Request processed in 655us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788832507.984729:0:24318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:0.0:1788832507.987303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832507.987417:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737792 00000100:00100000:1.0:1788832507.987428:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737792 00000100:00100000:1.0:1788832507.987492:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 63 00000100:00100000:1.0:1788832507.987505:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+16:18781:x1875726202737792:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788832507.987581:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.987597:0:22814:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 16 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.987607:0:22814:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.987659:0:22814:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 16 pid: 24646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.987683:0:22814:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 16 pid: 24646 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832507.987699:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561280:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788832507.987778:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c0317b600 going to sleep for 11 seconds 00000100:00100000:0.0:1788832507.991700:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832507.991908:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202737920 00000100:00100000:3.0:1788832507.991930:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202737920 00010000:00010000:3.0:1788832507.991970:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 17 pid: 24646 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.992013:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1788832507.992022:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b0771fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+17:2394:x1875726202737920:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788832507.992036:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788832507.992043:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 17 pid: 24646 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992056:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 17 pid: 24646 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992079:0:22799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832507.992085:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 17 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992095:0:22799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992103:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992111:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832507.992130:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788832507.992193:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+17:2394:x1875726202737920:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 172us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832507.992210:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00010000:00010000:1.0:1788832507.993794:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c800/0x998c12b2835390da lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d41 expref: 16 pid: 24646 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832507.993816:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561280:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832507.993852:0:22814:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.993861:0:22814:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.993866:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.994378:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.994510:0:22814:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 16 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.994519:0:22814:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.994552:0:22814:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 16 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832507.994565:0:22814:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 16 pid: 22813 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832507.994578:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561408:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788832507.994995:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c1006a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832507.997143:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fcb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561408:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788832507.997179:0:22814:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832507.999063:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832508.000088:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738048 00000100:00100000:2.0:1788832508.000098:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738048 00010000:00010000:2.0:1788832508.000136:0:22801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 17 pid: 22813 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832508.000309:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:2.0:1788832508.000319:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fb30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+17:2393:x1875726202738048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832508.000333:0:22801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832508.000339:0:22801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 17 pid: 22813 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000351:0:22801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 17 pid: 22813 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000373:0:22801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dc400/0x998c12b28353915f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d6b expref: 17 pid: 22813 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000397:0:22801:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:2.0:1788832508.000404:0:22801:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000413:0:22801:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000421:0:22801:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.000456:0:22801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788832508.000510:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fb30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+16:2393:x1875726202738048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 192us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832508.000530:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00010000:00010000:0.0:1788832508.000592:0:22814:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.000601:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788832508.000745:0:22814:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788832508.000853:0:22814:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788832508.000888:0:22814:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788832508.000959:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2b0771e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22814:1875726218561536:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788832508.001010:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832508.001045:0:23839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218561536 00000100:00100000:0.0:1788832508.001050:0:23839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218561536 00000100:00100000:0.0:1788832508.001082:0:23839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788832508.001088:0:23839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22814:x1875726218561536:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788832508.001150:0:23839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22814:x1875726218561536:12345-0@lo:1000:mdt00_001.0 Request processed in 62us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832508.001157:0:23839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788832508.001684:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3fc0fa80 going to sleep for 10 seconds 00000100:00100000:0.0:1788832508.001711:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2b0771e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22814:1875726218561536:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1788832508.001880:0:22814:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788832508.001925:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22814:1875726218561664:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788832508.001956:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788832508.001976:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3fc0f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832508.002098:0:22820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726218561664 00000100:00100000:3.0:1788832508.002103:0:22820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726218561664 00000100:00100000:3.0:1788832508.002133:0:22820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788832508.002140:0:22820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1875726218561664:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788832508.002268:0:22820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22814:x1875726218561664:12345-0@lo:1000:mdt00_001.0 Request processed in 128us (310us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788832508.002288:0:22820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788832508.002839:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22814:1875726218561664:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788832508.002874:0:22814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002883:0:22814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002891:0:22814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002906:0:22814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c600 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832508.002911:0:22814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002919:0:22814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002933:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:0.0:1788832508.002936:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788832508.002939:0:22814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002945:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881c600/0x998c12b283539190 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002973:0:22814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002979:0:22814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002984:0:22814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002990:0:22814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c092ddc00 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:0.0:1788832508.002993:0:22814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.002999:0:22814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.003018:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:0.0:1788832508.003021:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788832508.003027:0:22814:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 19 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.003039:0:22814:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 19 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.003048:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 19 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.003100:0:22814:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092dd600/0x998c12b2835390f6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d4f expref: 19 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832508.003113:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561792:192.168.203.26@tcp:105: 00000100:00100000:0.0:1788832508.003696:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c3fc0f300 going to sleep for 11 seconds 00000100:00100000:0.0:1788832508.006531:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832508.006556:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738176 00000100:00100000:0.0:1788832508.006563:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738176 00000100:00100000:0.0:1788832508.006638:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788832508.006647:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c0705d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18779:x1875726202738176:12345-192.168.203.26@tcp:49:dd.0 00000100:00100000:0.0:1788832508.006771:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c0705d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18779:x1875726202738176:12345-192.168.203.26@tcp:49:dd.0 Request processed in 124us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832508.006779:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:3.0:1788832508.007141:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22814:1875726218561792:192.168.203.26@tcp:105: 00010000:00010000:3.0:1788832508.007167:0:22814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007187:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c092ddc00/0x998c12b2835390ef lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007217:0:22814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007229:0:22814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007239:0:22814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007247:0:22814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007253:0:22814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007283:0:22814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007290:0:22814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c0148a800 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:3.0:1788832508.007294:0:22814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007302:0:22814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007314:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832508.007317:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788832508.007321:0:22814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007327:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148a800/0x998c12b283539197 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007339:0:22814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007346:0:22814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007352:0:22814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007357:0:22814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881d000 already unused, calling callback (ffffffffc1a1f4f0) 00010000:00010000:3.0:1788832508.007360:0:22814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007375:0:22814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007383:0:22814:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832508.007386:0:22814:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788832508.007389:0:22814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.007395:0:22814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881d000/0x998c12b283539189 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22814 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832508.007526:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b0771ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+19:18781:x1875726202737792:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 20024us (20232us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788832508.007534:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 63 00000020:00080000:3.0:1788832508.007538:0:22814:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00080000:1.0:1788832508.007819:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788832508.008106:0:22848:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788832508.008111:0:22848:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788832508.008135:0:22848:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788832508.008141:0:22848:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788832508.011358:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788832508.011410:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832508.011508:0:22815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738560 00000100:00100000:3.0:1788832508.011517:0:22815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738560 00000100:00100000:3.0:1788832508.011574:0:22815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:3.0:1788832508.011584:0:22815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+19:18779:x1875726202738560:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1788832508.011608:0:22815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788832508.011645:0:22815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148be00/0x998c12b28353919e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4dd88ec75bc04d80 expref: -99 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011688:0:22815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148b000/0x998c12b2835391a5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011701:0:22815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148b000/0x998c12b2835391a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011728:0:22815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148b000/0x998c12b2835391a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011842:0:22815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148be00/0x998c12b28353919e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d80 expref: 21 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011860:0:22815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2c0148b000/0x998c12b2835391a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d80 expref: 20 pid: 22815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.011867:0:22815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d2c04bdd500) 00010000:00010000:3.0:1788832508.011870:0:22815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788832508.011873:0:22815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d2c0148b000, rc 0) 00000100:00100000:3.0:1788832508.011920:0:22815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18779:x1875726202738560:12345-192.168.203.26@tcp:101:dd.0 Request processed in 339us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832508.011928:0:22815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:1.0:1788832508.012000:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738432 00000100:00100000:1.0:1788832508.012004:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738432 00000100:00100000:1.0:1788832508.012044:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:1.0:1788832508.012050:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+20:18781:x1875726202738432:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788832508.012284:0:22817:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788832508.012316:0:22817:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1788832508.012343:0:22817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012353:0:22817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012361:0:22817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012368:0:22817:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012373:0:22817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012379:0:22817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.012402:0:22817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788832508.012457:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d3ee8be8-2ed0-456c-9887-60f88fc030a3+22:18781:x1875726202738432:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 407us (1108us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1788832508.012464:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000020:00080000:1.0:1788832508.012475:0:22817:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788832508.012986:0:22802:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788832508.012996:0:22802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.013005:0:22802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881da00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:2.0:1788832508.013009:0:22802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.013016:0:22802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.013030:0:22802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d2b073b6100) 00010000:00010000:2.0:1788832508.013032:0:22802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788832508.013036:0:22802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.013042:0:22802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d2b0881da00/0x998c12b2835391ac lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.013055:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832508.013057:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832508.013058:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832508.033968:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832508.034055:0:24322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738688 00000100:00100000:3.0:1788832508.034064:0:24322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738688 00000100:00100000:3.0:1788832508.034130:0:24322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1788832508.034139:0:24322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fc19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+8:2394:x1875726202738688:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:3.0:1788832508.034186:0:24322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.034206:0:24322:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 8 pid: 24987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.034215:0:24322:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832508.034233:0:24322:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788832508.034238:0:24322:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.034272:0:24322:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 8 pid: 24987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.034298:0:24322:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 8 pid: 24987 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832508.034314:0:24322:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9d2c3fb33480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24322:1875726218561920:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788832508.034382:0:24322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9d2c36c2d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832508.036939:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832508.037099:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738816 00000100:00100000:2.0:1788832508.037108:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738816 00010000:00010000:2.0:1788832508.037148:0:22799:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 9 pid: 24987 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788832508.037154:0:24322:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9d2c3fb33480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24322:1875726218561920:192.168.203.26@tcp:104: 00000100:00100000:2.0:1788832508.037200:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00010000:00010000:3.0:1788832508.037201:0:24322:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832508.037214:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:2395:x1875726202738816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832508.037244:0:22799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788832508.037266:0:22799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 9 pid: 24987 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.037277:0:22799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 9 pid: 24987 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.037306:0:22799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033e87470/0x998c12b283539174 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x4dd88ec75bc04d79 expref: 9 pid: 24987 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.037322:0:22799:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788832508.037327:0:22799:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788832508.037332:0:22799:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.037340:0:22799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.037368:0:22799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788832508.037402:0:24322:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832508.037412:0:24322:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832508.037420:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b08552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+8:2395:x1875726202738816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 208us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832508.037429:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:1.0:1788832508.048700:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832508.048764:0:24324:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1788832508.048774:0:24324:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1788832508.051549:0:24324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202738944 00000100:00100000:3.0:1788832508.051561:0:24324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202738944 00000100:00100000:1.0:1788832508.052131:0:25858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1788832508.052144:0:25858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+9:2394:x1875726202738944:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:1.0:1788832508.052177:0:25858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.052195:0:25858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832508.052200:0:25858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788832508.052207:0:25858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832508.052221:0:25858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788832508.105095:0:24313:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1788832508.105111:0:24313:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1788832508.105491:0:24322:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1788832508.105495:0:24322:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788832507 -> 1788832508 00002000:00010000:2.0:1788832508.105498:0:24322:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788832507 -> 1788832508 00002000:00010000:2.0:1788832508.105513:0:24322:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1788832508.105531:0:24322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105544:0:24322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105552:0:24322:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105559:0:24322:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2c0148be00 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:2.0:1788832508.105563:0:24322:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105572:0:24322:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105590:0:24322:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832508.105597:0:24322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034daf608/0x998c12b2835391b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832508.105761:0:24322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fc19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+7:2394:x1875726202738688:12345-192.168.203.26@tcp:4:dd.0 Request processed in 71618us (71798us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788832508.105774:0:24322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000001:00080000:2.0:1788832508.117876:0:24313:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1788832508.118023:0:25858:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1788832508.118027:0:25858:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1788832508.118039:0:25858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118049:0:25858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118055:0:25858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118059:0:25858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d2b0881c200 already unused, calling callback (ffffffffc0e1d370) 00010000:00010000:0.0:1788832508.118062:0:25858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118073:0:25858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118088:0:25858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832508.118093:0:25858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aad951e/0x998c12b2835391ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832508.118233:0:25858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2394:x1875726202738944:12345-192.168.203.26@tcp:4:dd.0 Request processed in 66088us (69536us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788832508.118247:0:25858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00010000:00010000:3.0:1788832508.503359:0:22803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832509.142040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.142116:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.142193:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.142242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788832509.142275:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739072 00000100:00100000:2.0:1788832509.142292:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739072 00000100:00100000:2.0:1788832509.142353:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 165 00000100:00100000:2.0:1788832509.142365:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:2396:x1875726202739072:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788832509.142447:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c36d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bf69a306-319c-4b7b-b8bf-8000f566bc76+13:2396:x1875726202739072:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 84us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832509.142456:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 165 00000100:00100000:1.0:1788832509.143471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.143497:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832509.143543:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739328 00000100:00100000:3.0:1788832509.143550:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739328 00000100:00100000:3.0:1788832509.143599:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739840 00000100:00100000:3.0:1788832509.143603:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739840 00000100:00100000:3.0:1788832509.143659:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:3.0:1788832509.143677:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fcb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739328:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832509.143735:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fcb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739328:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 68us (1619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832509.143742:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:3.0:1788832509.143760:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:3.0:1788832509.143767:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202739840:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832509.143794:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202739840:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 28us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832509.143800:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00080000:3.0:1788832509.143951:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788832509.144245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.144272:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788832509.144295:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788832509.144384:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739200 00000100:00100000:3.0:1788832509.144389:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739200 00000100:00100000:3.0:1788832509.144414:0:22813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739712 00000100:00100000:3.0:1788832509.144417:0:22813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739712 00000100:00100000:3.0:1788832509.144437:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:3.0:1788832509.144444:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+22:2396:x1875726202739200:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832509.144486:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d3ee8be8-2ed0-456c-9887-60f88fc030a3+22:2396:x1875726202739200:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 41us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832509.144492:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:3.0:1788832509.144507:0:22813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:3.0:1788832509.144514:0:22813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2396:x1875726202739712:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788832509.144553:0:22813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05034700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+6:2396:x1875726202739712:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 40us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832509.144559:0:22813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00080000:3.0:1788832509.144577:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788832509.147569:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739584 00000100:00100000:0.0:1788832509.147583:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739584 00000100:00100000:0.0:1788832509.147677:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202740096 00000100:00100000:0.0:1788832509.147682:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202740096 00000100:00100000:0.0:1788832509.147696:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739456 00000100:00100000:0.0:1788832509.147699:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739456 00000100:00100000:0.0:1788832509.147712:0:25351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726202739968 00000100:00100000:0.0:1788832509.147715:0:25351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726202739968 00000100:00100000:0.0:1788832509.147737:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1788832509.147746:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2c3fad8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739584:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832509.147828:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2c3fad8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739584:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 83us (5636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832509.147835:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1788832509.147959:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:0.0:1788832509.147966:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202740096:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832509.147991:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202740096:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (4524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832509.147997:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:0.0:1788832509.148011:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:0.0:1788832509.148017:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739456:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832509.148041:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d3ee8be8-2ed0-456c-9887-60f88fc030a3+5:2396:x1875726202739456:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 24us (3797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832509.148078:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:0.0:1788832509.148093:0:25351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:0.0:1788832509.148100:0:25351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d2b05035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202739968:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788832509.148124:0:25351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d2b05035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1cff7047-ab9f-4cc9-9df7-73d3d7c46df0+5:2396:x1875726202739968:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (3829us total) trans 0 rc 0/0 00000100:00100000:0.0:1788832509.148130:0:25351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00080000:2.0:1788832509.148267:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788832509.148273:0:22809:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:0.0:1788832509.405994:0:25895:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:3.0:1788832509.527270:0:22802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13683 lines, 13683 kept, 0 dropped, 0 bad.