00010000:00010000:0.0F:1788869849.944644:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788869850.008982:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554789376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869850.009080:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869850.009196:0:17901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554789376 00000100:00100000:1.0:1788869850.009204:0:17901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554789376 00000100:00100000:1.0:1788869850.009272:0:17901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788869850.009282:0:17901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554789376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788869850.009316:0:17901:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788869850.009366:0:17901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554789376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869850.009373:0:17901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788869850.009423:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554789376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869850.010797:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554789504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788869850.010872:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869850.011268:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554789504 00000100:00100000:1.0:1788869850.011275:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554789504 00000100:00100000:1.0:1788869850.011432:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788869850.011442:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554789504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788869850.011475:0:17166:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869850.011536:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554789504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869850.011543:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0F:1788869850.011616:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554789504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788869850.216505:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869850.216561:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869850.216887:0:18672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545285888 00000100:00100000:0.0:1788869850.216897:0:18672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545285888 00002000:00100000:0.0:1788869850.216947:0:18672:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->8) req@ffff99fe82327b80 x1875765545285888/t0(0) o4->3b8a01ec-b40e-4f9d-b781-eccdb8771521@192.168.201.30@tcp:41/0 lens 504/0 e 0 to 0 dl 1788869861 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1788869850.216960:0:18672:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99fe82327b80 with x1875765545285888 ext(0->8) 00002000:00010000:0.0:1788869850.216967:0:18672:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99fe82327b80 00000100:00100000:0.0:1788869850.217001:0:18672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:0.0:1788869850.217011:0:18672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+8:2390:x1875765545285888:12345-192.168.201.30@tcp:4:bash.0 00000100:00100000:3.0F:1788869850.217717:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286016 00000100:00100000:3.0:1788869850.217728:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286016 00000100:00100000:3.0:1788869850.217770:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:3.0:1788869850.217778:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+11:2390:x1875765545286016:12345-192.168.201.30@tcp:16:kworker.0 00000100:00100000:0.0:1788869850.219566:0:18672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+11:2390:x1875765545285888:12345-192.168.201.30@tcp:4:bash.0 Request processed in 2543us (3059us total) trans 8589934599 rc 0/0 00000100:00100000:0.0:1788869850.219582:0:18672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00002000:00100000:0.0:1788869850.219596:0:18672:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->8) req@ffff99fe82327b80 x1875765545285888/t8589934599(0) o4->3b8a01ec-b40e-4f9d-b781-eccdb8771521@192.168.201.30@tcp:41/0 lens 504/448 e 0 to 0 dl 1788869861 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1788869850.219605:0:18672:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99fe82327b80 with x1875765545285888 ext(0->8) 00002000:00010000:0.0:1788869850.219613:0:18672:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99fe82327b80 00000001:00080000:2.0:1788869850.220744:0:18663:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000001:00080000:2.0:1788869850.220765:0:18663:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000100:00100000:3.0:1788869850.220953:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2390:x1875765545286016:12345-192.168.201.30@tcp:16:kworker.0 Request processed in 3168us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869850.220966:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00010000:00010000:3.0:1788869850.970099:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869851.544549:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554789632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788869851.544614:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.544683:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554789632 00000100:00100000:0.0:1788869851.544690:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554789632 00000100:00100000:0.0:1788869851.544738:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788869851.544746:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554789632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788869851.544767:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923505152 avail 3691954176 00000100:00100000:0.0:1788869851.544804:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554789632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.544820:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1788869851.544838:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788869851.544863:0:3619:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1788869851.544868:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff99fe8397d880, transno 8589934596 00000004:00080000:0.0:1788869851.544877:0:3619:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1788869851.544898:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554789632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788869851.545716:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554790016:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.545837:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.545866:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554790528:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.545883:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.545899:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554791040:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.545918:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.545948:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788869851.545954:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554790144:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.545972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.545985:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554790656:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.546014:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554791168:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546033:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.546070:0:19702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790016 00000100:00100000:0.0:1788869851.546074:0:19702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790016 00000100:00100000:0.0:1788869851.546108:0:19702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790528 00000100:00100000:0.0:1788869851.546110:0:19702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790528 00000100:00100000:0.0:1788869851.546128:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869851.546135:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554790016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546179:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554790016:12345-0@lo:400:kworker.0 Request processed in 44us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546185:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869851.546197:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869851.546202:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554790528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546222:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554790528:12345-0@lo:400:kworker.0 Request processed in 20us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546227:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869851.546244:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791040 00000100:00100000:0.0:1788869851.546247:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791040 00000100:00100000:0.0:1788869851.546291:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790144 00000100:00100000:0.0:1788869851.546294:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790144 00000100:00100000:0.0:1788869851.546302:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790656 00000100:00100000:0.0:1788869851.546304:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790656 00000100:00100000:0.0:1788869851.546312:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791168 00000100:00100000:0.0:1788869851.546314:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791168 00000100:00100000:0.0:1788869851.546326:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788869851.546331:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554791040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546355:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554791040:12345-0@lo:400:kworker.0 Request processed in 25us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546361:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788869851.546370:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788869851.546374:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554790144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546392:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554790144:12345-0@lo:400:kworker.0 Request processed in 18us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546398:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788869851.546405:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788869851.546415:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554790656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546437:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554790656:12345-0@lo:400:kworker.0 Request processed in 22us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546442:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788869851.546451:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788869851.546456:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875765554791168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546474:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875765554791168:12345-0@lo:400:kworker.0 Request processed in 18us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.546479:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:0.0:1788869851.546508:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788869851.546511:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788869851.546513:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788869851.546536:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554790144:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546544:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554790656:0@lo:400:kworker.0 00010000:00080000:0.0:1788869851.546554:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e1180 x1875765554791168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869851.546564:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554791168:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546572:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554790016:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546579:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554790528:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.546586:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554791040:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550582:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554789760:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550661:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550714:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554790272:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550753:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550775:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554790784:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550794:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550809:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554791296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869851.550828:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550851:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788869851.550856:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554789888:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550872:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550885:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554790400:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550902:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.550916:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554790912:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.550944:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.551005:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790272 00000100:00100000:0.0:1788869851.551011:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790272 00000100:00100000:0.0:1788869851.551061:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554789888 00000100:00100000:0.0:1788869851.551064:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554789888 00000100:00100000:0.0:1788869851.551081:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788869851.551088:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554790272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551138:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554790272:12345-0@lo:400:kworker.0 Request processed in 49us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551145:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788869851.551161:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788869851.551166:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554789888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551191:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554789888:12345-0@lo:400:kworker.0 Request processed in 24us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551197:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788869851.551227:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790400 00000100:00100000:0.0:1788869851.551231:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790400 00000100:00100000:0.0:1788869851.551294:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788869851.551302:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554790400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551334:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554790400:12345-0@lo:400:kworker.0 Request processed in 34us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551341:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788869851.551362:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790784 00000100:00100000:0.0:1788869851.551366:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790784 00000100:00100000:0.0:1788869851.551390:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554790912 00000100:00100000:0.0:1788869851.551393:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554790912 00000100:00100000:0.0:1788869851.551407:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788869851.551412:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554790784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551439:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554790784:12345-0@lo:400:kworker.0 Request processed in 27us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551445:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788869851.551454:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788869851.551459:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554790912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551477:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554790912:12345-0@lo:400:kworker.0 Request processed in 18us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551483:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:0.0:1788869851.551500:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788869851.551503:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788869851.551506:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788869851.551513:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791296 00000100:00100000:0.0:1788869851.551516:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791296 00000100:00100000:0.0:1788869851.551533:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869851.551538:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554791296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788869851.551568:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869851.551596:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554791296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551602:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869851.551640:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554789888:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551650:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554790400:0@lo:400:kworker.0 00010000:00080000:0.0:1788869851.551660:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e1c00 x1875765554790912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869851.551670:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554790912:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551678:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554790272:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551685:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554790784:0@lo:400:kworker.0 00000100:00100000:0.0:1788869851.551697:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554791296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869851.551723:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788869851.551730:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554791424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869851.551752:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869851.551772:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791424 00000100:00100000:0.0:1788869851.551775:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791424 00000100:00100000:0.0:1788869851.551790:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869851.551795:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554791424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788869851.551804:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869851.551825:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554791424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 30us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869851.551831:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869851.551861:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554791424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788869851.551936:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554789760 00000100:00100000:3.0:1788869851.551940:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554789760 00000100:00100000:3.0:1788869851.551972:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788869851.551978:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3616:x1875765554789760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869851.552009:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3616:x1875765554789760:12345-0@lo:400:kworker.0 Request processed in 32us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869851.552015:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788869851.552298:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554789760:0@lo:400:kworker.0 00000001:00080000:2.0:1788869851.558023:0:17140:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:2.0:1788869851.558064:0:17140:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff99ffb8b72900 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1788869851.558070:0:17140:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff99ffba884c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff99ffb8b72d80 00000020:00080000:2.0:1788869851.558074:0:17140:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff99ffba884300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff99fe82142400 00010000:00010000:2.0:1788869851.558127:0:3602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558138:0:3602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558147:0:3602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558154:0:3602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81535600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869851.558160:0:3602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558167:0:3602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558186:0:3602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff99fe820c1f00) 00010000:00010000:2.0:1788869851.558190:0:3602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869851.558195:0:3602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869851.558201:0:3602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535600/0xbead52e175fc458e lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788869851.558322:0:17200:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1788869851.558397:0:17200:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1788869851.993083:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788869852.568420:0:17196:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788869852.568430:0:17196:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788869852.568452:0:17196:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788869852.568459:0:17196:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788869853.023299:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869853.104200:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869853.104320:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286144 00000100:00100000:0.0:1788869853.104330:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286144 00000100:00100000:0.0:1788869853.104413:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 74 00000100:00100000:0.0:1788869853.104425:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:15577:x1875765545286144:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788869853.104535:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:15577:x1875765545286144:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 Request processed in 112us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869853.104544:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 74 00000100:00080000:2.0:1788869853.104942:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788869853.107644:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869853.107747:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286272 00000100:00100000:0.0:1788869853.107757:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286272 00000100:00100000:0.0:1788869853.107835:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 75 00000100:00100000:0.0:1788869853.107846:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:15577:x1875765545286272:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788869853.107949:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:15577:x1875765545286272:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 Request processed in 104us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869853.107957:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 75 00000100:00080000:2.0:1788869853.108426:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788869853.114151:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869853.114289:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286528 00000100:00100000:1.0:1788869853.114299:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286528 00000100:00100000:1.0:1788869853.114352:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788869853.114364:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8a58450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:15577:x1875765545286528:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788869853.114606:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8a58450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+13:15577:x1875765545286528:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 245us (464us total) trans 8589934636 rc 0/0 00000100:00100000:1.0:1788869853.114631:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00010000:00010000:0.0:1788869854.041833:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869854.106967:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554791552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788869854.107068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869854.107271:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791552 00000100:00100000:1.0:1788869854.107280:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791552 00000100:00100000:1.0:1788869854.107418:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788869854.107431:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554791552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788869854.107463:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788869854.107527:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554791552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869854.107535:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1788869854.107593:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869854.107645:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554791552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788869854.311061:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869854.311108:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869854.311131:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286656 00000100:00100000:0.0:1788869854.311141:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286656 00000100:00100000:2.0:1788869854.311142:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869854.311175:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869854.311205:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 168 00000100:00100000:2.0:1788869854.311215:0:18667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287040 00000100:00100000:0.0:1788869854.311215:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+13:2388:x1875765545286656:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869854.311219:0:18667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287040 00000100:00100000:2.0:1788869854.311283:0:18667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:2.0:1788869854.311290:0:18667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2388:x1875765545287040:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869854.311426:0:18667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2388:x1875765545287040:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869854.311437:0:18667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00080000:2.0:1788869854.311464:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869854.311484:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286912 00000100:00100000:2.0:1788869854.311488:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286912 00000100:00100000:2.0:1788869854.311510:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545286784 00000100:00100000:2.0:1788869854.311513:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545286784 00000100:00100000:2.0:1788869854.311530:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 67 00000100:00100000:2.0:1788869854.311535:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2388:x1875765545286912:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869854.311612:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 68 00000100:00100000:1.0:1788869854.311621:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+13:2388:x1875765545286784:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788869854.312330:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+13:2388:x1875765545286656:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 1115us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869854.312339:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 168 00000100:00100000:2.0:1788869854.313720:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2388:x1875765545286912:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 2177us (2605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869854.313745:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 67 00000100:00100000:1.0:1788869854.313873:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+13:2388:x1875765545286784:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 2251us (2727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869854.313882:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 68 00000100:00100000:2.0:1788869854.317860:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869854.317981:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287168 00000100:00100000:0.0:1788869854.318001:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287168 00000100:00080000:2.0:1788869854.318131:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788869854.318335:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:0.0:1788869854.318347:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2386:x1875765545287168:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:0.0:1788869854.318390:0:19213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc424d 00000100:00080000:0.0:1788869854.318405:0:19213:0:(import.c:65:import_set_state_nolock()) ffff99fe83108000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788869854.318475:0:19213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788869854.318613:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+2:2386:x1875765545287168:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 264us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869854.318621:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 29 00010000:00010000:2.0:1788869854.318669:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869854.319411:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869854.319525:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287296 00000100:00100000:0.0:1788869854.319535:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287296 00000100:00100000:0.0:1788869854.319634:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00100000:0.0:1788869854.319647:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:31cd0bfc-dd3a-4c19-9441-01049d848740+6:2388:x1875765545287296:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788869854.319741:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:31cd0bfc-dd3a-4c19-9441-01049d848740+6:2388:x1875765545287296:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 97us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869854.319751:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00080000:2.0:1788869854.319947:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788869854.322459:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869854.322501:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869854.322664:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869854.322724:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287424 00000100:00100000:0.0:1788869854.322740:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287424 00000100:00100000:0.0:1788869854.322833:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:0.0:1788869854.322842:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2388:x1875765545287424:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788869854.322943:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2388:x1875765545287424:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 101us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869854.322969:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:2.0:1788869854.323102:0:19702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287552 00000100:00100000:2.0:1788869854.323114:0:19702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287552 00000100:00080000:3.0:1788869854.323128:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869854.323135:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869854.323192:0:19702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287680 00000100:00100000:2.0:1788869854.323198:0:19702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287680 00000100:00100000:2.0:1788869854.323243:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:2.0:1788869854.323279:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2386:x1875765545287552:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:2.0:1788869854.323311:0:19702:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4285 00000100:00080000:2.0:1788869854.323328:0:19702:0:(import.c:65:import_set_state_nolock()) ffff99ff8554f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788869854.323367:0:19702:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1788869854.323521:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+2:2386:x1875765545287552:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 269us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869854.323529:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:2.0:1788869854.323546:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:2.0:1788869854.323553:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2386:x1875765545287680:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:2.0:1788869854.323567:0:19702:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc428c 00000100:00080000:2.0:1788869854.323574:0:19702:0:(import.c:65:import_set_state_nolock()) ffff99ffa5d7d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788869854.323601:0:19702:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1788869854.323638:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869854.323662:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869854.324114:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788869854.324223:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+2:2386:x1875765545287680:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 668us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869854.324231:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 31 00010000:00010000:0.0:1788869855.064537:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869855.131300:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554791680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869855.131406:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869855.131738:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869855.131752:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554791808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869855.131793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869855.131901:0:17901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791680 00000100:00100000:0.0:1788869855.131911:0:17901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791680 00000100:00100000:0.0:1788869855.131966:0:17901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791808 00000100:00100000:0.0:1788869855.131978:0:17901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791808 00000100:00100000:0.0:1788869855.131998:0:17901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788869855.132009:0:17901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554791680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788869855.132050:0:17901:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788869855.132117:0:17901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554791680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869855.132136:0:17901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788869855.132155:0:17901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788869855.132161:0:17901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554791808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869855.132180:0:17901:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788869855.132214:0:17901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554791808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869855.132220:0:17901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788869855.132392:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554791808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788869855.132443:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554791680:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788869855.326390:0:17913:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788869856.088918:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869856.664856:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554791936:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665008:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665083:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554792448:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665132:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665157:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554792960:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665198:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665224:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554793472:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.665247:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554792320:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665286:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665359:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554791936 00000100:00100000:1.0:1788869856.665371:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554791936 00000100:00100000:1.0:1788869856.665442:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788869856.665452:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3617:x1875765554791936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665518:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3617:x1875765554791936:12345-0@lo:400:kworker.0 Request processed in 67us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.665526:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788869856.665565:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792448 00000100:00100000:1.0:1788869856.665568:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792448 00000100:00100000:1.0:1788869856.665594:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792960 00000100:00100000:1.0:1788869856.665596:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792960 00000100:00100000:1.0:1788869856.665612:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793472 00000100:00100000:1.0:1788869856.665614:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793472 00000100:00100000:3.0:1788869856.665756:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665809:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788869856.665817:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554792832:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665822:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554792448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.665877:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554792448:12345-0@lo:400:kworker.0 Request processed in 59us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.665886:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788869856.665900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869856.665906:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788869856.665931:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554793344:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.665974:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666012:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554792064:0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.666045:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554792960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666078:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554792576:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666102:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666124:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554793088:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666146:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666163:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788869856.666170:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554792192:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666190:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666207:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554792704:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666242:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554793216:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666287:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869856.666316:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792320 00000100:00100000:3.0:1788869856.666323:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792320 00000100:00100000:3.0:1788869856.666382:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792832 00000100:00100000:3.0:1788869856.666387:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792832 00000100:00100000:3.0:1788869856.666409:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792192 00000100:00100000:3.0:1788869856.666413:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792192 00000100:00100000:3.0:1788869856.666448:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792704 00000100:00100000:3.0:1788869856.666454:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792704 00000100:00100000:2.0:1788869856.666468:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788869856.666485:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554792320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.666493:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869856.666508:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554792832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869856.666569:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554792320:12345-0@lo:400:kworker.0 Request processed in 89us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869856.666580:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788869856.666592:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554792832:12345-0@lo:400:kworker.0 Request processed in 86us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869856.666601:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788869856.666716:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554792960:12345-0@lo:400:kworker.0 Request processed in 800us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.666736:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788869856.666752:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793344 00000100:00100000:1.0:1788869856.666756:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793344 00000100:00100000:1.0:1788869856.666778:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793088 00000100:00100000:1.0:1788869856.666781:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793088 00000100:00100000:1.0:1788869856.666798:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793216 00000100:00100000:1.0:1788869856.666801:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793216 00000100:00100000:1.0:1788869856.666816:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788869856.666823:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1875765554793472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.666859:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1875765554793472:12345-0@lo:400:kworker.0 Request processed in 37us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.666866:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788869856.666877:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788869856.666885:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554793344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.667017:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554793344:12345-0@lo:400:kworker.0 Request processed in 134us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.667024:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788869856.667035:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788869856.667042:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554793088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.667079:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554793088:12345-0@lo:400:kworker.0 Request processed in 38us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.667085:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788869856.667095:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788869856.667101:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554793216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.667129:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554793216:12345-0@lo:400:kworker.0 Request processed in 28us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.667145:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1788869856.667202:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788869856.667208:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788869856.667211:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788869856.667214:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788869856.667228:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792064 00000100:00100000:1.0:1788869856.667232:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792064 00000100:00100000:1.0:1788869856.667277:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554792576 00000100:00100000:1.0:1788869856.667280:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554792576 00000100:00100000:1.0:1788869856.667295:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788869856.667301:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554792064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.667340:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554792064:12345-0@lo:400:kworker.0 Request processed in 38us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.667346:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788869856.667358:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788869856.667364:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554792576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869856.667391:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554792576:12345-0@lo:400:kworker.0 Request processed in 28us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869856.667397:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788869856.667664:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554793728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788869856.667713:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869856.667749:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869856.667757:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554793600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869856.667791:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869856.667821:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793728 00000100:00100000:0.0:1788869856.667825:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793728 00000100:00100000:0.0:1788869856.667846:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793600 00000100:00100000:0.0:1788869856.667849:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793600 00000100:00100000:0.0:1788869856.667862:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788869856.667869:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554793728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788869856.667896:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788869856.667936:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554793728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869856.667955:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788869856.667970:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788869856.667976:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554793600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788869856.667993:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869856.668020:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554793600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869856.668025:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788869856.668074:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554793600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869856.668089:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554793728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788869856.668603:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554791936:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.668620:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554792448:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.668644:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554792960:0@lo:400:kworker.0 00010000:00080000:0.0:1788869856.668664:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e1500 x1875765554793472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869856.668699:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554793472:0@lo:400:kworker.0 00000100:00100000:2.0:1788869856.671897:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788869856.671935:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554792192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869856.672074:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554792192:12345-0@lo:400:kworker.0 Request processed in 161us (5882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869856.672084:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788869856.672128:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788869856.672136:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554792704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869856.672535:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554792704:12345-0@lo:400:kworker.0 Request processed in 38us (5945us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869856.672544:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788869856.672814:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788869856.672835:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869856.672892:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869856.672939:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793856 00000100:00100000:0.0:1788869856.672958:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793856 00000100:00100000:0.0:1788869856.673003:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788869856.673011:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554793856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788869856.673031:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869856.673076:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554793856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869856.673083:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788869856.673138:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788869856.675200:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554792320:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.675222:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554792832:0@lo:400:kworker.0 00000100:00100000:3.0:1788869856.675237:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554793344:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.676799:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554792192:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.676823:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554792704:0@lo:400:kworker.0 00010000:00080000:0.0:1788869856.676843:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e1180 x1875765554793216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869856.676856:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554793216:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.676871:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554792064:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.676883:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554792576:0@lo:400:kworker.0 00000100:00100000:0.0:1788869856.676896:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554793088:0@lo:400:kworker.0 00000001:02000400:0.0:1788869856.877180:0:20538:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 08:17:36 (1788869856) 00010000:00010000:0.0:1788869857.117338:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788869857.185697:0:17140:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:0.0:1788869857.185718:0:17140:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1788869857.185743:0:17200:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1788869857.185752:0:17200:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:0.0:1788869858.137606:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869859.169038:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869859.224861:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554793984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788869859.224939:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869859.224997:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554793984 00000100:00100000:3.0:1788869859.225005:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554793984 00000100:00100000:3.0:1788869859.225060:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788869859.225070:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554793984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788869859.225099:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869859.225146:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554793984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869859.225154:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788869859.225176:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788869859.225213:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554793984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788869859.434787:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869859.434834:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869859.434867:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869859.434920:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869859.434953:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869859.434974:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869859.435075:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287936 00000100:00100000:1.0:1788869859.435086:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287936 00000100:00100000:1.0:1788869859.435165:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288448 00000100:00100000:1.0:1788869859.435169:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288448 00000100:00100000:1.0:1788869859.435180:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288064 00000100:00100000:1.0:1788869859.435182:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288064 00000100:00100000:1.0:1788869859.435191:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288320 00000100:00100000:1.0:1788869859.435193:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288320 00000100:00100000:1.0:1788869859.435207:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 77 00000100:00100000:1.0:1788869859.435217:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:2387:x1875765545287936:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869859.435341:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:2387:x1875765545287936:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 124us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869859.435349:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 77 00000100:00100000:1.0:1788869859.435366:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 78 00000100:00100000:1.0:1788869859.435373:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2387:x1875765545288448:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869859.435399:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2387:x1875765545288448:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 27us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869859.435405:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 78 00000100:00100000:1.0:1788869859.435415:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 79 00000100:00100000:1.0:1788869859.435420:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2387:x1875765545288064:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869859.435441:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2387:x1875765545288064:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 21us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869859.435446:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 79 00000100:00100000:1.0:1788869859.435456:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 80 00000100:00100000:1.0:1788869859.435462:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8335ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:31cd0bfc-dd3a-4c19-9441-01049d848740+6:2387:x1875765545288320:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869859.435482:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8335ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:31cd0bfc-dd3a-4c19-9441-01049d848740+6:2387:x1875765545288320:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 21us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869859.435487:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 80 00000100:00100000:0.0:1788869859.435987:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288192 00000100:00100000:0.0:1788869859.435994:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288192 00000100:00100000:2.0:1788869859.436010:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545287808 00000100:00100000:2.0:1788869859.436016:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545287808 00000100:00100000:2.0:1788869859.436056:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 170 00000100:00100000:0.0:1788869859.436057:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 33 00000100:00100000:2.0:1788869859.436069:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+13:2387:x1875765545287808:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788869859.436072:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2387:x1875765545288192:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869859.436127:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+13:2387:x1875765545287808:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 49us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869859.436135:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 170 00000100:00080000:3.0:1788869859.436292:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788869859.436298:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869859.436300:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788869859.439584:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2387:x1875765545288192:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 3504us (4736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869859.439599:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 33 00010000:00010000:3.0:1788869860.185757:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869860.250795:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788869860.250820:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554794112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788869860.250905:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869860.250932:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794112 00000100:00100000:1.0:1788869860.250941:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794112 00000100:00100000:1.0:1788869860.250995:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788869860.251004:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554794112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788869860.251040:0:17166:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869860.251109:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554794112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869860.251116:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788869860.251201:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554794112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788869860.251344:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554794240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869860.251368:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869860.252608:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794240 00000100:00100000:2.0:1788869860.252620:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794240 00000100:00100000:2.0:1788869860.252680:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788869860.252688:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554794240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788869860.252716:0:17165:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788869860.252789:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554794240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869860.252796:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788869860.253044:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554794240:0@lo:41:osp-pre-0-1.0 00000001:00100000:1.0:1788869860.254650:0:19482:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 31cd0bfc-dd3a-4c19-9441-01049d848740 00000020:00000080:1.0:1788869860.254658:0:19482:0:(genops.c:906:class_export_put()) final put ffff99ffa5d7e800/31cd0bfc-dd3a-4c19-9441-01049d848740 00000001:00100000:1.0:1788869860.254691:0:19482:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000020:00000080:1.0:1788869860.254694:0:19482:0:(genops.c:906:class_export_put()) final put ffff99fe8310d800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000020:00000080:2.0:1788869860.254753:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffa5d7e800/31cd0bfc-dd3a-4c19-9441-01049d848740 for lustre-OST0001 00000020:00000080:2.0:1788869860.254796:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8310d800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 for lustre-OST0001 00000020:00000080:2.0:1788869860.254812:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffa5d7d800 for lustre-OST0001 00000020:00000080:2.0:1788869860.254817:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe83108000 for lustre-OST0001 00000001:00100000:1.0:1788869860.255936:0:18663:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 31cd0bfc-dd3a-4c19-9441-01049d848740 00000020:00000080:1.0:1788869860.255942:0:18663:0:(genops.c:906:class_export_put()) final put ffff99fe8310a000/31cd0bfc-dd3a-4c19-9441-01049d848740 00000020:00000080:3.0:1788869860.263969:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8310a000/31cd0bfc-dd3a-4c19-9441-01049d848740 for lustre-OST0000 00000020:00000080:3.0:1788869860.270783:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff8554f800 for lustre-OST0000 00000100:00100000:3.0:1788869861.083432:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869861.083487:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869861.083524:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288576 00000100:00100000:1.0:1788869861.083535:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288576 00000100:00100000:1.0:1788869861.083597:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288704 00000100:00100000:1.0:1788869861.083601:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288704 00000100:00100000:1.0:1788869861.083629:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:1.0:1788869861.083639:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+14:2388:x1875765545288576:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869861.083656:0:17145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869861.083678:0:17145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c1600/0xbead52e175fc4223 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaadd4 expref: 14 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869861.083696:0:17145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869861.083752:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+13:2388:x1875765545288576:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 114us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.083759:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:1.0:1788869861.083775:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:1.0:1788869861.083782:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+12:2387:x1875765545288704:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869861.083789:0:17145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869861.083799:0:17145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb05800/0xbead52e175fc422a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaae05 expref: 12 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869861.083824:0:17145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869861.083845:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+11:2387:x1875765545288704:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 63us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.083851:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788869861.086740:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869861.088591:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545288832 00000100:00100000:1.0:1788869861.088606:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545288832 00000100:00100000:1.0:1788869861.088682:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:1.0:1788869861.088694:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+11:2390:x1875765545288832:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869861.088716:0:17145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869861.088737:0:17145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81534800/0xbead52e175fc42af lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaebb expref: 11 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869861.088755:0:17145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869861.088818:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e10bffde-eac0-4cc8-9215-f0ed84a241b8+10:2390:x1875765545288832:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 127us (2087us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.088826:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:0.0:1788869861.106199:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869861.110316:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545289088 00000100:00100000:3.0:1788869861.110341:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545289088 00000100:00100000:3.0:1788869861.110538:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00100000:3.0:1788869861.110565:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+6:2386:x1875765545289088:12345-192.168.201.30@tcp:9:umount.0 00000020:00000080:3.0:1788869861.110621:0:18669:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4246 00000020:00010000:3.0:1788869861.110632:0:18669:0:(genops.c:1942:obd_stale_export_put()) Put export ffff99fe8310c800: total 0 00000100:00080000:3.0:1788869861.110638:0:18669:0:(import.c:65:import_set_state_nolock()) ffff99fe8310e800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788869861.110740:0:18669:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000020:00010000:0.0:1788869861.111079:0:19701:0:(genops.c:1928:obd_stale_export_get()) Get export ffff99fe8310c800: total 0 00010000:00010000:0.0:1788869861.111148:0:19701:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff99fe8310c800, canceled 0 locks, left on hash table 1. 00002000:00010000:0.0:1788869861.111190:0:19701:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1788869861.111193:0:19701:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1788869846 -> 1788869847 00002000:00010000:0.0:1788869861.111196:0:19701:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1788869846 -> 1788869847 00002000:00010000:0.0:1788869861.111199:0:19701:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1788869861.111238:0:19701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec999752/0xbead52e175fc45bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaf9b expref: 6 pid: 19702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.111297:0:19701:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff99fe8310c800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788869861.111321:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869861.111324:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869861.111325:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869861.111974:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3b8a01ec-b40e-4f9d-b781-eccdb8771521+2:2386:x1875765545289088:12345-192.168.201.30@tcp:9:umount.0 Request processed in 1421us (5788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869861.111985:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00080000:1.0:1788869861.119624:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788869861.132094:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869861.132446:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545289984 00000100:00100000:1.0:1788869861.132460:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545289984 00000100:00100000:1.0:1788869861.132580:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 76 00000100:00100000:1.0:1788869861.132595:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+12:2386:x1875765545289984:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788869861.132644:0:19497:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4238 00000020:00010000:1.0:1788869861.132667:0:19497:0:(genops.c:1942:obd_stale_export_put()) Put export ffff99ffc10dc800: total 0 00000100:00080000:1.0:1788869861.132673:0:19497:0:(import.c:65:import_set_state_nolock()) ffff99ffc10de000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869861.132713:0:19497:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:1.0:1788869861.132959:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3b8a01ec-b40e-4f9d-b781-eccdb8771521+11:2386:x1875765545289984:12345-192.168.201.30@tcp:39:umount.0 Request processed in 367us (893us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1788869861.132993:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 76 00000020:00010000:0.0:1788869861.133866:0:19700:0:(genops.c:1928:obd_stale_export_get()) Get export ffff99ffc10dc800: total 0 00010000:00010000:0.0:1788869861.133876:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869861.133969:0:19700:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff99ffc10dc800, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1788869861.134028:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff99fe820c1600) 00010000:00010000:0.0:1788869861.134032:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788869861.134046:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535400/0xbead52e175fc431f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaec9 expref: 10 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134092:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff99fe820c1f00) 00010000:00010000:0.0:1788869861.134095:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788869861.134099:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81534a00/0xbead52e175fc4564 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaf78 expref: 9 pid: 19498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134118:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe831e6e00) 00010000:00010000:0.0:1788869861.134120:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788869861.134125:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8a00/0xbead52e175fc435e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaed7 expref: 8 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134138:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff99ffb89e0000) 00010000:00010000:0.0:1788869861.134141:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788869861.134145:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffba9f3a00/0xbead52e175fc4509 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaf63 expref: 7 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134157:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff99ffb89e0000) 00010000:00010000:0.0:1788869861.134159:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788869861.134163:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9e00/0xbead52e175fc45cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaafa2 expref: 6 pid: 19498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134197:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff99fe81f9bd00) 00010000:00010000:0.0:1788869861.134199:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788869861.134203:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031200/0xbead52e175fc4303 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaec2 expref: 5 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134219:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff99fe81f9b400) 00010000:00010000:0.0:1788869861.134221:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788869861.134225:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81535800/0xbead52e175fc43e3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaf01 expref: 4 pid: 19498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869861.134237:0:19700:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff99ffc10dc800, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1788869861.134250:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869861.134915:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869861.134919:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869861.135508:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788869861.144435:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869861.144756:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290112 00000100:00100000:1.0:1788869861.144770:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290112 00000100:00100000:1.0:1788869861.144891:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 77 00000100:00100000:1.0:1788869861.144907:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3b8a01ec-b40e-4f9d-b781-eccdb8771521+5:2386:x1875765545290112:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788869861.144959:0:19498:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc423f 00000100:00080000:1.0:1788869861.144995:0:19498:0:(import.c:65:import_set_state_nolock()) ffff99ffc10dd800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869861.145024:0:19498:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1788869861.145401:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3b8a01ec-b40e-4f9d-b781-eccdb8771521+3:2386:x1875765545290112:12345-192.168.201.30@tcp:39:umount.0 Request processed in 497us (987us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1788869861.145411:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 77 00010000:00010000:2.0:1788869861.146965:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869861.147771:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788869861.208638:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869861.784864:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869861.784909:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554794624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788869861.785014:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.785327:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794624 00000100:00100000:1.0:1788869861.785338:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794624 00000100:00100000:1.0:1788869861.785418:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788869861.785432:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554794624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788869861.785474:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788869861.785539:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554794624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.785547:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788869861.785606:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554794624:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788869861.786058:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788869861.793868:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788869861.794009:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.794390:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788869861.794401:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869861.794435:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.794635:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554795136:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.794669:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.794687:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554795648:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.794714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.794738:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788869861.794763:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554794752:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.794799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.794829:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554795264:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.794867:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.795245:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794752 00000100:00100000:1.0:1788869861.795294:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794752 00000100:00100000:1.0:1788869861.795374:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788869861.795387:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3618:x1875765554794752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.795484:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554795776:0@lo:400:kworker.0 00000100:00100000:2.0:1788869861.795582:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794496 00000100:00100000:2.0:1788869861.795588:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794496 00000100:00100000:2.0:1788869861.795626:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794368 00000100:00100000:2.0:1788869861.795629:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794368 00000100:00100000:2.0:1788869861.795662:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788869861.795669:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788869861.795705:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869861.801994:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795648 00000100:00100000:3.0:1788869861.802020:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795648 00000100:00100000:3.0:1788869861.807176:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788869861.807200:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554795648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.807416:0:18667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795264 00000100:00100000:1.0:1788869861.807447:0:18667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795264 00000100:00100000:1.0:1788869861.807508:0:18667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788869861.807517:0:18667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554795264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.807599:0:18667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554795264:12345-0@lo:400:kworker.0 Request processed in 84us (12730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.807607:0:18667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788869861.807668:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795136 00000100:00100000:1.0:1788869861.807673:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795136 00000100:00100000:1.0:1788869861.807710:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788869861.807716:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554795136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.807755:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554795136:12345-0@lo:400:kworker.0 Request processed in 40us (13085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.807761:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788869861.807810:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3618:x1875765554794752:12345-0@lo:400:kworker.0 Request processed in 12425us (13009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.807820:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788869861.807947:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794880:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.807997:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.808034:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554795392:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808062:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.808083:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554795904:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808108:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.808135:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788869861.808143:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554795008:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808163:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.808176:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554795520:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869861.808224:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795392 00000100:00100000:1.0:1788869861.808227:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795392 00000100:00100000:1.0:1788869861.808243:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795904 00000100:00100000:1.0:1788869861.808244:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795904 00000100:00100000:1.0:1788869861.808282:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795008 00000100:00100000:1.0:1788869861.808284:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795008 00000100:00100000:1.0:1788869861.808295:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795520 00000100:00100000:1.0:1788869861.808297:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795520 00000100:00100000:1.0:1788869861.808315:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788869861.808322:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8222aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554795392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808364:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8222aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554795392:12345-0@lo:400:kworker.0 Request processed in 42us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.808371:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788869861.808384:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788869861.808391:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8222b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554795904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808418:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8222b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554795904:12345-0@lo:400:kworker.0 Request processed in 28us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.808425:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788869861.808436:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788869861.808442:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554795008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808469:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554795008:12345-0@lo:400:kworker.0 Request processed in 27us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.808475:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788869861.808486:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788869861.808492:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554795520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808524:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554795520:12345-0@lo:400:kworker.0 Request processed in 32us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.808537:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788869861.808583:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554795008:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808591:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554795520:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808597:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554795392:0@lo:400:kworker.0 00010000:00080000:1.0:1788869861.808608:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e2680 x1875765554795904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869861.808617:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554795904:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808664:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554794880 00000100:00100000:1.0:1788869861.808667:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554794880 00000100:00100000:1.0:1788869861.808684:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788869861.808688:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.808715:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794880:12345-0@lo:400:kworker.0 Request processed in 26us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.808721:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:1.0:1788869861.808740:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788869861.808747:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788869861.808750:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788869861.808754:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869861.808771:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794880:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.809341:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869861.809386:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554795136:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.809408:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554794752:0@lo:400:kworker.0 00000100:00100000:0.0:1788869861.809423:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554795264:0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.809600:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554795776 00000100:00100000:1.0:1788869861.809605:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554795776 00000100:00100000:2.0:1788869861.809961:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14289us (15949us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869861.809973:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788869861.810028:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788869861.810069:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788869861.810080:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788869861.810106:0:18670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788869861.810158:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554794368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (15722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869861.810165:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788869861.810195:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554794368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788869861.810533:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788869861.810541:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554795776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869861.810592:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554795776:12345-0@lo:400:kworker.0 Request processed in 52us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.810606:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788869861.810668:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554795776:0@lo:400:kworker.0 00000100:00080000:0.0:1788869861.811064:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788869861.811398:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554795648:12345-0@lo:400:kworker.0 Request processed in 4206us (16679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869861.811407:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00080000:0.0:1788869861.811476:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e0700 x1875765554795648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869861.811491:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554795648:0@lo:400:kworker.0 00010000:00010000:0.0:1788869862.232555:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788869862.810459:0:17196:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788869862.810473:0:17196:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788869862.810496:0:17196:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788869862.810509:0:17196:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788869863.117411:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869863.117467:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869863.117506:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869863.117588:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290240 00000100:00100000:0.0:1788869863.117606:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290240 00000100:00100000:0.0:1788869863.117693:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290496 00000100:00100000:0.0:1788869863.117697:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290496 00000100:00100000:0.0:1788869863.117709:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290368 00000100:00100000:0.0:1788869863.117712:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290368 00000100:00100000:0.0:1788869863.117729:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788869863.117741:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+12:2389:x1875765545290240:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869863.117786:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869863.117838:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c1c00/0xbead52e175fc4262 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaae44 expref: 12 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869863.117867:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869863.117950:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+11:2389:x1875765545290240:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 210us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869863.117959:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788869863.117981:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:0.0:1788869863.117988:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84040380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+10:2389:x1875765545290496:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869863.117998:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869863.118010:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c1000/0xbead52e175fc42a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaeb4 expref: 10 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869863.118020:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869863.118042:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84040380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+9:2389:x1875765545290496:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 54us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869863.118049:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:0.0:1788869863.118070:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:0.0:1788869863.118078:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8397d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+8:2389:x1875765545290368:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869863.118086:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869863.118096:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb04400/0xbead52e175fc4269 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaae75 expref: 8 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869863.118106:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869863.118125:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8397d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+7:2389:x1875765545290368:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 48us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869863.118139:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:0.0:1788869863.127710:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869863.127848:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290752 00000100:00100000:1.0:1788869863.127862:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290752 00000100:00100000:1.0:1788869863.128019:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 78 00000100:00100000:1.0:1788869863.128032:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:31cd0bfc-dd3a-4c19-9441-01049d848740+6:2386:x1875765545290752:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788869863.128089:0:17160:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4277 00000020:00010000:1.0:1788869863.128100:0:17160:0:(genops.c:1942:obd_stale_export_put()) Put export ffff99fe81099000: total 0 00000100:00080000:1.0:1788869863.128105:0:17160:0:(import.c:65:import_set_state_nolock()) ffff99fe8109c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869863.128147:0:17160:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:1.0:1788869863.128413:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2386:x1875765545290752:12345-192.168.201.30@tcp:39:umount.0 Request processed in 382us (719us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1788869863.128421:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 78 00000020:00010000:0.0:1788869863.128940:0:19700:0:(genops.c:1928:obd_stale_export_get()) Get export ffff99fe81099000: total 0 00010000:00010000:0.0:1788869863.129016:0:19700:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff99fe81099000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788869863.129062:0:19700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe831e6e00) 00010000:00010000:0.0:1788869863.129068:0:19700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788869863.129079:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff81534e00/0xbead52e175fc436c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaede expref: 4 pid: 17162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869863.129110:0:19700:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff99fe81099000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788869863.129122:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869863.129124:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869863.129126:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788869863.129735:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788869863.139143:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869863.139468:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545290880 00000100:00100000:1.0:1788869863.139484:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545290880 00000100:00100000:1.0:1788869863.139706:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 79 00000100:00100000:1.0:1788869863.139721:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+5:2386:x1875765545290880:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788869863.139790:0:19498:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc427e 00000100:00080000:1.0:1788869863.139804:0:19498:0:(import.c:65:import_set_state_nolock()) ffff99fe8109d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869863.139859:0:19498:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788869863.140066:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:31cd0bfc-dd3a-4c19-9441-01049d848740+3:2386:x1875765545290880:12345-192.168.201.30@tcp:39:umount.0 Request processed in 347us (938us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1788869863.140076:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 79 00010000:00010000:0.0:1788869863.140582:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788869863.140992:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788869863.159871:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869863.160766:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291136 00000100:00100000:2.0:1788869863.160784:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291136 00000100:00100000:3.0:1788869863.161110:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 172 00000100:00100000:3.0:1788869863.161126:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+7:2386:x1875765545291136:12345-192.168.201.30@tcp:251:umount.0 00000020:00000080:3.0:1788869863.161206:0:17155:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4215 00000020:00010000:3.0:1788869863.161216:0:17155:0:(genops.c:1942:obd_stale_export_put()) Put export ffff99fe83109800: total 0 00000100:00080000:3.0:1788869863.161222:0:17155:0:(import.c:65:import_set_state_nolock()) ffff99fe8310b800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788869863.161497:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e10bffde-eac0-4cc8-9215-f0ed84a241b8+3:2386:x1875765545291136:12345-192.168.201.30@tcp:251:umount.0 Request processed in 374us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869863.161507:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 172 00000020:00010000:2.0:1788869863.162635:0:17148:0:(genops.c:1928:obd_stale_export_get()) Get export ffff99fe83109800: total 0 00010000:00010000:2.0:1788869863.162730:0:17148:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff99fe83109800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788869863.162781:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb04a00/0xbead52e175fc421c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaadcd expref: 2 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869863.163016:0:17148:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff99fe83109800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1788869863.163032:0:17148:0:(genops.c:906:class_export_put()) final put ffff99fe83109800/e10bffde-eac0-4cc8-9215-f0ed84a241b8 00010000:00010000:2.0:1788869863.163055:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869863.163057:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869863.163059:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788869863.163126:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83109800/e10bffde-eac0-4cc8-9215-f0ed84a241b8 for MGS 00000020:00000080:1.0:1788869863.164007:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe8310b800 for MGS 00010000:00010000:0.0:1788869863.257340:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869864.285481:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869864.349946:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788869864.349975:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554796032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788869864.350048:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869864.350095:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796032 00000100:00100000:2.0:1788869864.350102:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796032 00000100:00100000:2.0:1788869864.350157:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788869864.350173:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554796032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788869864.350203:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00080000:3.0:1788869864.351436:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869864.351584:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554796032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1409us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869864.351595:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788869864.351900:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554796032:0@lo:13:osp-pre-0-1.0 00000020:01000004:1.0:1788869864.979186:0:20734:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1788869865.011518:0:20734:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1788869865.011578:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.011594:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.011601:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.011608:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.011636:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788869865.011643:0:20734:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788869865.011670:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788869865.011674:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788869865.011679:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788869865.011706:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99fe83861000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788869865.011809:0:17149:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869865.011817:0:17149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.011824:0:17149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869865.011827:0:17149:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.011835:0:17149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869865.011853:0:17149:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869865.011875:0:17149:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788869865.011878:0:17149:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788869865.011880:0:17149:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788869865.011909:0:17149:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.011915:0:17149:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869865.011949:0:17149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.011956:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99fe823c0600/0xbead52e175fc3dd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ddf expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.011968:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869865.011970:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869865.011972:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869865.011981:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869865.012000:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3619:1875765554796288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869865.012070:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869865.012124:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796288 00000100:00100000:0.0:1788869865.012131:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796288 00000100:00100000:0.0:1788869865.012178:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869865.012187:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3619:x1875765554796288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869865.012201:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869865.012216:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80030000/0xbead52e175fc3ddf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3dd8 expref: 24 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.012228:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869865.012293:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+23:3619:x1875765554796288:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869865.012301:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869865.012369:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3619:1875765554796288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869865.012649:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554796160:0@lo:39:umount.0 00000100:00100000:0.0:1788869865.012681:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869865.012837:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796160 00000100:00100000:1.0:1788869865.012900:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796160 00000100:00100000:1.0:1788869865.012941:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788869865.012949:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875765554796160:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788869865.012975:0:17161:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e09 00000100:00080000:1.0:1788869865.012983:0:17161:0:(import.c:65:import_set_state_nolock()) ffff99ffc10cc800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788869865.013046:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3615:x1875765554796160:12345-0@lo:39:umount.0 Request processed in 98us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869865.013063:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1788869865.013072:0:17161:0:(genops.c:906:class_export_put()) final put ffff99fe83ae5000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1788869865.013131:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788869865.013142:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83ae5000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788869865.013194:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffc10cc800 for lustre-MDT0000 00000100:00080000:0.0:1788869865.013304:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe83861000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788869865.013317:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554796160:0@lo:39:umount.0 00000100:00080000:1.0:1788869865.013414:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788869865.013418:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788869865.013421:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788869865.018280:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018302:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018310:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018316:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018337:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869865.018344:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018350:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018356:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018362:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018393:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788869865.018401:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018408:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018413:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018419:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018434:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788869865.018439:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018446:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018453:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018459:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869865.018471:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1788869865.018474:0:20734:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1788869865.018522:0:20734:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788869865.018527:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788869865.018533:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788869865.018538:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1788869865.018546:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff99fe8109a800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869865.018552:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff99ffc10dd000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869865.018557:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff99ffae5d0800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869865.018561:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff99ffae5d7800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869865.018569:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff99fe81099000 31cd0bfc-dd3a-4c19-9441-01049d848740 192.168.201.30@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1788869865.018574:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff99ffc10dc800 3b8a01ec-b40e-4f9d-b781-eccdb8771521 192.168.201.30@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:1.0:1788869865.018579:0:20734:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff99fe82333380) has exports, disconnecting them 00000020:00080000:1.0:1788869865.018583:0:20734:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff99fe8109a800), last request at 1788869861 00000020:00000080:1.0:1788869865.018591:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4040 00000100:00080000:1.0:1788869865.018609:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99fe81099800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788869865.018656:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99fe8109a800): rc 0 00000020:00000080:1.0:1788869865.018658:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe8109a800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788869865.018668:0:20734:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff99ffc10dd000), last request at 1788869861 00000020:00000080:1.0:1788869865.018672:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3fa6 00000100:00080000:1.0:1788869865.018678:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffc10d8000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1788869865.018689:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109a800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:0.0:1788869865.020543:0:19701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788869865.020562:0:19701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.020577:0:19701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb9a9f200 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869865.020581:0:19701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.020590:0:19701:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869865.020597:0:19701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869865.020604:0:19701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788869865.020606:0:19701:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:0.0:1788869865.020609:0:19701:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1788869865.020652:0:19701:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.020658:0:19701:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869865.020703:0:19701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869865.020710:0:19701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f200/0xbead52e175fc3d29 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d30 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020838:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788869865.020855:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020862:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0e00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869865.020871:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020878:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869865.020889:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869865.020895:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788869865.020897:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788869865.020899:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788869865.020914:0:19700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020920:0:19700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869865.020945:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020956:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99fe823c0e00/0xbead52e175fc4071 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc4078 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020970:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788869865.020974:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020978:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869865.020981:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.020987:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869865.020998:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869865.021075:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788869865.021079:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788869865.021081:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788869865.021096:0:19700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021101:0:19700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869865.021108:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021115:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc42e0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42e7 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021125:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869865.021129:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021134:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb9a9e600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869865.021137:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021145:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869865.021150:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869865.021164:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788869865.021166:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788869865.021168:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788869865.021180:0:19700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021185:0:19700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869865.021192:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021198:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9e600/0xbead52e175fc3d1b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3d22 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.021208:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869865.021210:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869865.021212:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869865.021242:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554796800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.021344:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869865.021409:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788869865.021415:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554796416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.021439:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788869865.021499:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869865.021502:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869865.021504:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788869865.021600:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe81099800 for lustre-MDT0000 00000020:00080000:1.0:1788869865.021626:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ffc10dd000): rc 0 00000020:00000080:1.0:1788869865.021629:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffc10dd000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1788869865.021650:0:20734:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff99ffae5d0800), last request at 1788869793 00000020:00000080:1.0:1788869865.021658:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3ef7 00000100:00080000:1.0:1788869865.021666:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffae5d0000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788869865.021778:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554796544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.021820:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1788869865.021860:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffc10dd000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788869865.021894:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffc10d8000 for lustre-MDT0000 00000020:00080000:1.0:1788869865.022703:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ffae5d0800): rc 0 00000020:00000080:1.0:1788869865.022707:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5d0800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1788869865.022725:0:20734:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff99ffae5d7800), last request at 1788869793 00000020:00000080:1.0:1788869865.022730:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e9c 00000100:00080000:1.0:1788869865.022735:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffae5d4000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1788869865.024897:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5d0800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788869865.024957:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffae5d0000 for lustre-MDT0000 00010000:00010000:2.0:1788869865.030105:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869865.030244:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788869865.030292:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554796672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.030359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869865.030411:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796800 00000100:00100000:3.0:1788869865.030432:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796800 00000100:00100000:3.0:1788869865.030478:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796416 00000100:00100000:3.0:1788869865.030482:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796416 00000100:00100000:3.0:1788869865.030495:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796544 00000100:00100000:3.0:1788869865.030498:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796544 00000100:00100000:3.0:1788869865.030510:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796672 00000100:00100000:3.0:1788869865.030512:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796672 00000100:00100000:3.0:1788869865.030526:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788869865.030535:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8397ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+26:3618:x1875765554796800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869865.030548:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869865.030568:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80030c00/0xbead52e175fc3d22 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3d1b expref: 26 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.030585:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869865.030624:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8397ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+25:3618:x1875765554796800:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (9280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869865.030632:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788869865.030648:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869865.030654:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8397e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+24:3618:x1875765554796416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869865.030662:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869865.030672:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c0000/0xbead52e175fc3d30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3d29 expref: 24 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.030681:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869865.030705:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8397e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+23:3618:x1875765554796416:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (9265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869865.030711:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869865.030736:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788869865.030743:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8397d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+22:3616:x1875765554796544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869865.030756:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869865.030764:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9400/0xbead52e175fc4078 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc4071 expref: 22 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.030773:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869865.030811:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8397d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+21:3616:x1875765554796544:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (8990us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869865.030817:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788869865.030829:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788869865.030835:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+20:3616:x1875765554796672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869865.030969:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869865.030979:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb04200/0xbead52e175fc42e7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc42e0 expref: 20 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869865.030988:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869865.031009:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+19:3616:x1875765554796672:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869865.031016:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1788869865.031042:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869865.031074:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554796416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.031085:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554796800:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869865.031109:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869865.031121:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554796672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869865.031128:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554796544:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1788869865.033024:0:20734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:1.0:1788869865.033116:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ffae5d7800): rc 0 00000004:00000080:1.0:1788869865.033125:0:20734:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb76cc8077ae0 00000100:00080000:1.0:1788869865.033145:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788869865.033149:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788869865.035366:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788869865.035403:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffbbf31000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788869865.036894:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554796928:0@lo:39:umount.0 00000100:00100000:3.0:1788869865.036990:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869865.037287:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554796928 00000100:00100000:1.0:1788869865.037296:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554796928 00000100:00100000:1.0:1788869865.037350:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788869865.037360:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875765554796928:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788869865.037388:0:17165:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3f21 00000100:00080000:1.0:1788869865.037398:0:17165:0:(import.c:65:import_set_state_nolock()) ffff99ff8b158000 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1788869865.039089:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788869865.039097:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1788869865.039118:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00080000:0.0:1788869865.039175:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788869865.039201:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffae5cb800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788869865.039217:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788869865.039219:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788869865.039229:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00080000:0.0:1788869865.039303:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788869865.039313:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffb89f1000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788869865.039352:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff99fe82333380) has no exports 00010000:00010000:2.0:1788869865.040194:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788869865.044079:0:17165:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788869865.044292:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3615:x1875765554796928:12345-0@lo:39:umount.0 Request processed in 6929us (7297us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788869865.044304:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:2.0:1788869865.044828:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869865.045480:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554797056:0@lo:9:umount.0 00000100:00100000:2.0:1788869865.045545:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869865.045587:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554797184:0@lo:9:umount.0 00000100:00100000:2.0:1788869865.045611:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788869865.045652:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffbbf31000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788869865.045660:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554796928:0@lo:39:umount.0 00000100:00100000:1.0:1788869865.045953:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797056 00000100:00100000:1.0:1788869865.045961:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797056 00000100:00100000:1.0:1788869865.046024:0:19213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797184 00000100:00100000:1.0:1788869865.046028:0:19213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797184 00000100:00100000:1.0:1788869865.046051:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788869865.046060:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875765554797056:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788869865.046100:0:19213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc407f 00000100:00080000:1.0:1788869865.046107:0:19213:0:(import.c:65:import_set_state_nolock()) ffff99fe81f5b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869865.046151:0:19213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1788869865.046294:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3615:x1875765554797056:12345-0@lo:9:umount.0 Request processed in 235us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869865.046301:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788869865.046317:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788869865.046324:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875765554797184:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788869865.046335:0:19213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4086 00000100:00080000:1.0:1788869865.046339:0:19213:0:(import.c:65:import_set_state_nolock()) ffff99fe81f5e800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788869865.046360:0:19213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788869865.046440:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3615:x1875765554797184:12345-0@lo:9:umount.0 Request processed in 117us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869865.046446:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:1.0:1788869865.046472:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788869865.046491:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffae5cb800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788869865.046503:0:3615:0:(osp_dev.c:1675:osp_import_event()) got disconnected 00000004:00080000:1.0:1788869865.046505:0:3615:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:1.0:1788869865.046508:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554797056:0@lo:9:umount.0 00000100:00080000:1.0:1788869865.046518:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb89f1000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788869865.046525:0:3615:0:(osp_dev.c:1675:osp_import_event()) got disconnected 00000004:00080000:1.0:1788869865.046527:0:3615:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:1.0:1788869865.046529:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554797184:0@lo:9:umount.0 00010000:00010000:1.0:1788869865.046563:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788869865.051902:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869865.051913:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:3.0:1788869865.057446:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff99fe82333380) has no exports 00000020:00000080:3.0:1788869865.139532:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d76 00000020:00000080:3.0:1788869865.139552:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe8385d800/lustre-QMT0000_UUID 00000020:01000000:3.0:1788869865.139688:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788869865.144768:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8385d800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1788869865.148446:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788869865.148462:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788869865.148467:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff99ffbf9099c0) has no exports 00000020:00000080:1.0:1788869865.151185:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d6f 00000020:00000080:1.0:1788869865.151216:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffbbf32800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788869865.151308:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788869865.151320:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788869865.151323:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffbbf35000/lustre-QMT0000_UUID 00000020:00000080:1.0:1788869865.151327:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbbf35000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1788869865.151339:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1788869865.151611:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbbf32800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1788869865.304508:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869865.368739:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788869865.368764:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554797312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869865.368846:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869865.368986:0:17901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797312 00000100:00100000:1.0:1788869865.368993:0:17901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797312 00000100:00100000:1.0:1788869865.369041:0:17901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788869865.369049:0:17901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3618:x1875765554797312:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1788869865.369058:0:17901:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788869865.369100:0:17901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3618:x1875765554797312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (253us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788869865.369107:0:17901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:02020000:3.0:1788869865.369301:0:3618:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1788869865.381732:0:3618:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788869865.381741:0:3618:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788869865.381745:0:3618:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788869865.409034:0:3618:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869865.409048:0:3618:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 411 00000100:00080000:3.0:1788869865.409058:0:3618:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff99ff89bae800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869865.409133:0:3618:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff88010000 x1875765554797440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869865.409291:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554797440:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788869865.409377:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869865.409633:0:17165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797440 00000100:00100000:2.0:1788869865.409641:0:17165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797440 00000100:00100000:2.0:1788869865.409675:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788869865.409682:0:17165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554797440:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1788869865.409698:0:17165:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788869865.418840:0:17165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554797440:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 9147us (9453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788869865.418856:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1788869865.420333:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788869865.420347:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788869865.420353:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554797440:0@lo:38:ptlrpcd_00_02.0 00000040:00080000:2.0:1788869865.561414:0:17913:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788869866.328638:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869866.904785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869866.904796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788869866.904800:0:36:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869866.904808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 483 00000100:00080000:3.0:1788869866.904814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788869866.904822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff99ff89bae800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869866.904848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff88010000 x1875765554797696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869866.904967:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554798080:0@lo:400:kworker.0 00000100:00100000:3.0:1788869866.904984:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88011f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554797568:0@lo:400:kworker.0 00000100:00100000:1.0:1788869866.905107:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554797696:0@lo:38:kworker.0 00000100:00100000:2.0:1788869866.905434:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554797824:0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.906188:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869866.906238:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554798592:0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.906294:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869866.906317:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788869866.906325:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554797952:0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.906350:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869866.906371:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3619:1875765554798464:0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.906392:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869866.908008:0:18668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797952 00000100:00100000:0.0:1788869866.908019:0:18668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797952 00000100:00100000:0.0:1788869866.908084:0:18668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788869866.908094:0:18668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554797952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.908168:0:18668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554797952:12345-0@lo:400:kworker.0 Request processed in 77us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869866.908175:0:18668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788869866.908198:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798080 00000100:00100000:0.0:1788869866.908202:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798080 00000100:00100000:0.0:1788869866.908225:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798592 00000100:00100000:0.0:1788869866.908228:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798592 00000100:00100000:0.0:1788869866.908247:0:19497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798464 00000100:00100000:0.0:1788869866.908266:0:19497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798464 00000100:00100000:0.0:1788869866.908278:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788869866.908285:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1875765554798592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869866.908318:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1875765554798592:12345-0@lo:400:kworker.0 Request processed in 34us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869866.908323:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788869866.908334:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788869866.908338:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3619:x1875765554798080:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788869866.908345:0:19497:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788869866.908381:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3619:x1875765554798080:12345-0@lo:400:kworker.0 Request processed in 41us (2195us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788869866.908387:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788869866.908412:0:19497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788869866.908417:0:19497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3619:x1875765554798464:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788869866.908421:0:19497:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788869866.908444:0:19497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3619:x1875765554798464:12345-0@lo:400:kworker.0 Request processed in 26us (2051us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788869866.908450:0:19497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788869866.909119:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554797952:0@lo:400:kworker.0 00000100:00080000:0.0:1788869866.909918:0:3619:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788869866.909924:0:3619:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788869866.909928:0:3619:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788869866.912881:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869866.917481:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554798208:0@lo:400:kworker.0 00000100:00100000:3.0:1788869866.917569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869866.917636:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798208 00000100:00100000:3.0:1788869866.917644:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798208 00000100:00100000:3.0:1788869866.917689:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788869866.917696:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3616:x1875765554798208:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788869866.917704:0:17162:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788869866.917745:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3616:x1875765554798208:12345-0@lo:400:kworker.0 Request processed in 48us (175us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788869866.917763:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:3.0:1788869866.917810:0:3616:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788869866.917816:0:3616:0:(import.c:65:import_set_state_nolock()) ffff99ffb9899800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788869866.917820:0:3616:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788869866.917825:0:3616:0:(import.c:65:import_set_state_nolock()) ffff99ffb9899800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869866.917829:0:3616:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 425 00000100:00080000:3.0:1788869866.917836:0:3616:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff99ffb9899800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869866.917867:0:3616:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e40a80 x1875765554798720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788869866.917886:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554798208:0@lo:400:kworker.0 00000100:00080000:3.0:1788869866.918222:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869866.918228:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788869866.918517:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554798848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788869866.918559:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869866.918609:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798848 00000100:00100000:3.0:1788869866.918613:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798848 00000100:00100000:3.0:1788869866.918646:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788869866.918653:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554798848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788869866.918682:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869866.918722:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554798848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869866.918728:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788869866.918772:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554798848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788869866.922279:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869866.922348:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554798720:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788869866.922385:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869866.922397:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797696 00000100:00100000:3.0:1788869866.922407:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797696 00000100:00100000:1.0:1788869866.922425:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798720 00000100:00100000:1.0:1788869866.922427:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798720 00000100:00100000:3.0:1788869866.922444:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788869866.922447:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788869866.922452:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554797696:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788869866.922462:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3615:x1875765554798720:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1788869866.922468:0:17166:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:02000000:1.0:1788869866.922484:0:17160:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788869866.922532:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3615:x1875765554798720:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 67us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788869866.922539:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788869866.922570:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797568 00000100:00100000:1.0:1788869866.922574:0:17154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797568 00000100:00100000:1.0:1788869866.922605:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788869866.922611:0:17154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9abe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+19:3616:x1875765554797568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869866.922656:0:17154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9abe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bcf8c69-1b38-4063-9d70-15b8a5835bb5+19:3616:x1875765554797568:12345-0@lo:400:kworker.0 Request processed in 45us (9784us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869866.923030:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788869866.923088:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88011f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3616:1875765554797568:0@lo:400:kworker.0 00000100:00080000:1.0:1788869866.923122:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9899800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788869866.923127:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788869866.923130:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554798720:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788869866.929886:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869866.929929:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3617:1875765554798336:0@lo:400:kworker.0 00000100:00100000:2.0:1788869866.929968:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869866.930003:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798336 00000100:00100000:2.0:1788869866.930010:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798336 00000100:00100000:2.0:1788869866.930068:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788869866.930075:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1875765554798336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869866.930128:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1875765554798336:12345-0@lo:400:kworker.0 Request processed in 53us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869866.930135:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1788869866.930157:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788869866.930185:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e42d80 x1875765554798336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869866.930199:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3617:1875765554798336:0@lo:400:kworker.0 00000100:00100000:1.0:1788869866.930349:0:19702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554797824 00000100:00100000:1.0:1788869866.930354:0:19702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554797824 00000100:00100000:1.0:1788869866.930407:0:19702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788869866.930415:0:19702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554797824:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788869866.930772:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869866.930795:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554797824:0@lo:400:kworker.0 00000100:00100000:1.0:1788869866.930849:0:19702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554797824:12345-0@lo:400:kworker.0 Request processed in 435us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869866.930856:0:19702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1788869866.934032:0:3619:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869866.934041:0:3619:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 440 00000100:00080000:0.0:1788869866.934050:0:3619:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff99fe8109e800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869866.934347:0:3619:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa2a00 x1875765554798976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869866.934384:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3619:1875765554798464:0@lo:400:kworker.0 00010000:00080000:1.0:1788869866.934442:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e40e00 x1875765554798592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869866.934514:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554798592:0@lo:400:kworker.0 00000100:00080000:1.0:1788869866.934531:0:3619:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788869866.934535:0:3619:0:(import.c:65:import_set_state_nolock()) ffff99ff83fe4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788869866.934538:0:3619:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788869866.934542:0:3619:0:(import.c:65:import_set_state_nolock()) ffff99ff83fe4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788869866.934545:0:3619:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 411 00000100:00080000:1.0:1788869866.934597:0:3619:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff99ff83fe4000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869866.934611:0:3619:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa3480 x1875765554799104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869866.934622:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8397f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554798080:0@lo:400:kworker.0 00000100:00100000:2.0:1788869866.935806:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554798976:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788869866.935888:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869866.935934:0:19498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554798976 00000100:00100000:2.0:1788869866.935942:0:19498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554798976 00000100:00100000:2.0:1788869866.935993:0:19498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788869866.936001:0:19498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3615:x1875765554798976:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1788869866.936019:0:19498:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788869866.936060:0:19498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3615:x1875765554798976:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 58us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788869866.936083:0:19498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:2.0:1788869866.936126:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869866.936131:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788869866.936133:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554798976:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788869866.936140:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875765554799104:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788869866.936162:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:2.0:1788869866.937670:0:17140:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788869866.937678:0:17140:0:(genops.c:906:class_export_put()) final put ffff99ffae5d7800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788869866.937708:0:17140:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 31cd0bfc-dd3a-4c19-9441-01049d848740 00000001:00080000:2.0:1788869866.937716:0:17140:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:2.0:1788869866.937720:0:17140:0:(genops.c:906:class_export_put()) final put ffff99fe81099000/31cd0bfc-dd3a-4c19-9441-01049d848740 00000001:00100000:2.0:1788869866.937727:0:17140:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000001:00080000:2.0:1788869866.937730:0:17140:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:2.0:1788869866.937732:0:17140:0:(genops.c:906:class_export_put()) final put ffff99ffc10dc800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000100:00100000:1.0:1788869866.937890:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554799104 00000100:00100000:1.0:1788869866.937898:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554799104 00000100:00100000:1.0:1788869866.937955:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788869866.937963:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875765554799104:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1788869866.937979:0:17162:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788869866.938048:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875765554799104:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 84us (1883us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788869866.938055:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1788869866.938398:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff83fe4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788869866.938404:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788869866.938408:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875765554799104:0@lo:38:ptlrpcd_00_03.0 00000020:00000080:0.0:1788869866.939643:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5d7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1788869866.939713:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81099000/31cd0bfc-dd3a-4c19-9441-01049d848740 for lustre-MDT0000 00000020:00000080:0.0:1788869866.939740:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffc10dc800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 for lustre-MDT0000 00000020:00000080:0.0:1788869866.939777:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffae5d4000 for lustre-MDT0000 00000020:00000080:0.0:1788869866.939782:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe8109c000 for lustre-MDT0000 00000020:00000080:0.0:1788869866.939786:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffc10de000 for lustre-MDT0000 00000100:00100000:2.0:1788869866.949696:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554797696:12345-0@lo:38:kworker.0 Request processed in 27234us (27416us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788869866.949712:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:3.0:1788869866.950296:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788869866.950302:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788869866.950306:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554797696:0@lo:38:kworker.0 00000001:00100000:0.0:1788869866.950492:0:17893:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788869866.950503:0:17893:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1788869866.950507:0:17893:0:(genops.c:906:class_export_put()) final put ffff99ff95526000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788869866.950523:0:17893:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 31cd0bfc-dd3a-4c19-9441-01049d848740 00000001:00080000:0.0:1788869866.950544:0:17893:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1788869866.950547:0:17893:0:(genops.c:906:class_export_put()) final put ffff99fe8109f800/31cd0bfc-dd3a-4c19-9441-01049d848740 00000001:00100000:0.0:1788869866.950561:0:17893:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000001:00080000:0.0:1788869866.950565:0:17893:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1788869866.950568:0:17893:0:(genops.c:906:class_export_put()) final put ffff99ffc10d9000/3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000001:00100000:2.0:1788869866.950598:0:18663:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788869866.950601:0:18663:0:(genops.c:906:class_export_put()) final put ffff99fe81f59800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788869866.950609:0:18663:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000020:00000080:2.0:1788869866.950611:0:18663:0:(genops.c:906:class_export_put()) final put ffff99fe8310c800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 00000020:00000080:1.0:1788869866.950670:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff95526000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788869866.950735:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109f800/31cd0bfc-dd3a-4c19-9441-01049d848740 for lustre-MDT0001 00000020:00000080:1.0:1788869866.950772:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffc10d9000/3b8a01ec-b40e-4f9d-b781-eccdb8771521 for lustre-MDT0001 00000020:00000080:1.0:1788869866.950796:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f59800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788869866.950811:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8310c800/3b8a01ec-b40e-4f9d-b781-eccdb8771521 for lustre-OST0000 00000020:00000080:1.0:1788869866.950828:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff8b158000 for lustre-MDT0001 00000020:00000080:1.0:1788869866.950833:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe8109d000 for lustre-MDT0001 00000020:00000080:1.0:1788869866.950836:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffc10dd800 for lustre-MDT0001 00000020:00000080:1.0:1788869866.950839:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe81f5b800 for lustre-OST0000 00000020:00000080:1.0:1788869866.950845:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe8310e800 for lustre-OST0000 00000020:01000000:1.0:1788869867.160472:0:20734:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe81cf8cc0 - data ffff99ffb3b43bd0/ffff99ffa5d42c00 00000020:01000000:1.0:1788869867.160699:0:20734:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe81fb9ae0 - data ffff99ff8ac39bd0/ffff99ffbce44800 00000001:00000004:1.0:1788869867.168734:0:20734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:3.0:1788869867.219626:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788869867.219637:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788869867.219711:0:20734:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff99ffbfb1ea00 x1875765554796928/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788869875 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869867.219739:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788869867.223039:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788869867.223047:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788869867.223057:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869867.223075:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788869867.223399:0:17184:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788869867.223404:0:17184:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1788869867.223415:0:17184:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788869867.224140:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788869867.224144:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788869867.224166:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869867.224168:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788869867.226282:0:17186:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788869867.226290:0:17186:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:2.0:1788869867.226307:0:17186:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788869867.233447:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d3e 00000020:00000080:0.0:1788869867.233463:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c5800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.233599:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788869867.237738:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d53 00000020:00000080:0.0:1788869867.237767:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c2000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788869867.237837:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1788869867.237843:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869867.237854:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788869867.237859:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff99fe823319c0) has no exports 00000004:01000000:0.0:1788869867.238040:0:20734:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788869867.238050:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3db5 00000020:00000080:0.0:1788869867.238054:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe8385b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788869867.238058:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788869867.238062:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869867.238068:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788869867.238070:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff99fe82cdcd40) has no exports 00000020:00000080:0.0:1788869867.238077:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3dae 00000020:00000080:0.0:1788869867.238081:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffb89f5000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.238203:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c2000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788869867.238220:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8385b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788869867.238224:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffb89f5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788869867.238930:0:20734:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788869867.238986:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788869867.238991:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788869867.238997:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:0.0:1788869867.238999:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788869867.239085:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869867.239104:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788869867.239110:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3da0 00000020:00000080:0.0:1788869867.239115:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffb89f1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788869867.244327:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffb89f1000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788869867.244352:0:36:0:(genops.c:906:class_export_put()) final put ffff99ffb89f6800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788869867.244356:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffb89f6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788869867.244366:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788869867.245482:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788869867.245495:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869867.245509:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788869867.245515:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff99ff8b774d40) has no exports 00000020:00000080:0.0:1788869867.245528:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d99 00000020:00000080:0.0:1788869867.245538:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5cd000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.245615:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffb89f1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:0.0:1788869867.246110:0:20734:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788869867.246115:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788869867.246121:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1788869867.246128:0:20734:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:0.0:1788869867.246131:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788869867.246174:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869867.246182:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1788869867.246200:0:20734:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788869867.246208:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d8b 00000020:00000080:0.0:1788869867.246214:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c8800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788869867.246218:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1788869867.246222:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869867.246225:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788869867.246228:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff99ffbf90b380) has no exports 00000020:00000080:0.0:1788869867.246232:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d84 00000020:00000080:0.0:1788869867.246235:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffbbf34000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.246353:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5cd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788869867.246364:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffae5cb800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788869867.246368:0:36:0:(genops.c:906:class_export_put()) final put ffff99ffae5cf000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788869867.246370:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5cf000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788869867.246375:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788869867.246461:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788869867.246466:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbbf34000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788869867.253404:0:20734:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788869867.253415:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788869867.253432:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788869867.253440:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788869867.253583:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869867.253595:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788869867.253642:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869867.253646:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788869867.253652:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c4800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788869867.253664:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c4800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788869867.253675:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788869867.254020:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d5a 00000020:00000080:2.0:1788869867.254027:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c7800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788869867.256582:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffbbf31000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788869867.256597:0:37:0:(genops.c:906:class_export_put()) final put ffff99fe83858000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788869867.256600:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83858000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788869867.256608:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788869867.257437:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788869867.257445:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788869867.257455:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788869867.257460:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff99ff8b770000) has no exports 00000020:00000080:2.0:1788869867.257489:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869867.257495:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788869867.257503:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d61 00000020:00000080:2.0:1788869867.257510:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c4000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788869867.257520:0:20734:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99fe81f16800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788869867.257524:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe81f16800 3 00000020:00000080:3.0:1788869867.257525:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c7800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000004:2.0:1788869867.257527:0:20734:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff99fe81f16800 from lustre-MDT0000 00000020:00000080:3.0:1788869867.257530:0:37:0:(genops.c:906:class_export_put()) final put ffff99ffae5c7000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788869867.257541:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c7000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788869867.257546:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1788869867.257558:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869867.257562:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788869867.257565:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ffae5c6800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788869867.257567:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c6800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788869867.257576:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1788869867.257595:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c4000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1788869867.257619:0:20734:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788869867.257623:0:20734:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788869867.257626:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788869867.257629:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788869867.257632:0:20734:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788869867.257645:0:20734:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff99ffae5c1000 3bcf8c69-1b38-4063-9d70-15b8a5835bb5 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788869867.257650:0:20734:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff99fe82330000) has exports, disconnecting them 00000020:00080000:2.0:1788869867.257664:0:20734:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff99ffae5c1000), last request at 1788869780 00000020:00000080:2.0:1788869867.257680:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3d06 00000020:00010000:2.0:1788869867.257684:0:20734:0:(genops.c:1942:obd_stale_export_put()) Put export ffff99ffae5c1000: total 0 00000100:00080000:2.0:1788869867.257689:0:20734:0:(import.c:65:import_set_state_nolock()) ffff99ffae5c5000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788869867.257706:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ffae5c1000): rc 0 00000020:00080000:2.0:1788869867.257710:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff99fe82330000) has no exports 00000020:00010000:3.0:1788869867.257769:0:17148:0:(genops.c:1928:obd_stale_export_get()) Get export ffff99ffae5c1000: total 0 00010000:00010000:3.0:1788869867.257795:0:17148:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff99ffae5c1000, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1788869867.257832:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80031c00/0xbead52e175fc4001 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3ffa expref: 14 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.257856:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb04000/0xbead52e175fc3f91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3f8a expref: 13 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.257869:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c1800/0xbead52e175fc42bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc42b6 expref: 12 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.257882:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb9a9e800/0xbead52e175fc3ee2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3edb expref: 11 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.257893:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb05000/0xbead52e175fc3e33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3e2c expref: 10 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.257990:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc42cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc42c4 expref: 9 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258001:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb04600/0xbead52e175fc3e41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3e3a expref: 8 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258012:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffbfb05c00/0xbead52e175fc3d14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3d0d expref: 7 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258022:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb9a9f000/0xbead52e175fc402b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc4024 expref: 6 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258046:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc42d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc42d2 expref: 5 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258058:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb9a9ee00/0xbead52e175fc406a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc4063 expref: 4 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258077:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99fe823c0c00/0xbead52e175fc3f67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3f60 expref: 3 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258089:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80031400/0xbead52e175fc3e25 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbead52e175fc3e1e expref: 2 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869867.258113:0:17148:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff99ffae5c1000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1788869867.258128:0:17148:0:(genops.c:906:class_export_put()) final put ffff99ffae5c1000/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 00010000:00010000:3.0:1788869867.258138:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869867.258140:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869867.258143:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788869867.258427:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5c1000/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 for MGS 00000020:00000080:2.0:1788869867.258455:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffae5c5000 for MGS 00000100:00100000:1.0:1788869867.258519:0:17154:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff99ff8b149a00:17154] 1 exiting: rc = 0 00000100:00100000:1.0:1788869867.258620:0:17153:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff99ff8b149600:17153] 0 exiting: rc = 1 00000100:00100000:3.0:1788869867.259123:0:17155:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff99ff8b148a00:17155] 2 exiting: rc = 0 00000100:00100000:2.0:1788869867.261313:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261325:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261332:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261339:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261345:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261351:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261356:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261363:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261368:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261373:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261380:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261385:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261391:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261396:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261401:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261407:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261413:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261419:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261424:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261430:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261436:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261454:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261460:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261488:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261494:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261501:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261507:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261512:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261517:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261525:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261531:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261536:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261542:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261548:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261554:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261559:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261564:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261570:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261576:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261582:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261587:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261593:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261598:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261603:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261608:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261614:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261619:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261636:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261642:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261647:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261652:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261658:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261664:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261669:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261674:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261680:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261685:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261690:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261703:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261709:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261714:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261722:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261727:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869867.261733:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788869867.263370:0:20734:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99ffbfa14180 - data ffff99ffb3833af8/ffff99ffbce59000 00000020:01000000:2.0:1788869867.263585:0:20734:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe82286180 - data ffff99ffb3b27948/ffff99ffb9fcf400 00000020:00000080:2.0:1788869867.264737:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3cea 00000020:00000080:2.0:1788869867.264754:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe81f17800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.264810:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f17800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1788869867.264973:0:20734:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99fe81f16800 from MGS, refs=2 00000020:01000004:2.0:1788869867.264977:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe81f16800 2 00000020:01000004:2.0:1788869867.264980:0:20734:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff99fe81f16800 from MGS 00000020:00000080:2.0:1788869867.265002:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869867.265010:0:20734:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788869867.265013:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe81f13800/MGS 00000020:00000080:2.0:1788869867.265014:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f13800/MGS for MGS 00000020:01000000:2.0:1788869867.265021:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1788869867.265091:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788869867.265096:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788869867.265101:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788869867.265109:0:20734:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff99fe83864000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788869867.265115:0:20734:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff99ffb9818000) has exports, disconnecting them 00000020:00080000:2.0:1788869867.265120:0:20734:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff99fe83864000), last request at 1788869780 00000020:00000080:2.0:1788869867.265125:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3ded 00000020:00080000:2.0:1788869867.265138:0:20734:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99fe83864000): rc 0 00000020:00000080:2.0:1788869867.265143:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe83864000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788869867.265214:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83864000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1788869867.268370:0:20734:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1788869867.268380:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788869867.268384:0:20734:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788869867.268402:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788869867.268443:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe83861000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788869867.268593:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869867.268602:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788869867.268607:0:20734:0:(genops.c:906:class_export_put()) final put ffff99ff89ba9000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788869867.268621:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff89ba9000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788869867.268627:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1788869867.268713:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe81f16800 1 00000020:00000080:3.0:1788869867.268719:0:20734:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3cdc 00000020:00000080:3.0:1788869867.268725:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe81f15000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1788869867.268735:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1788869867.268743:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f15000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788869867.268766:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869867.268770:0:20734:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788869867.268774:0:20734:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff99fe82334d40) has no exports 00010000:00010000:1.0:1788869867.423437:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788869867.427450:0:20734:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869867.427468:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788869867.427475:0:20734:0:(genops.c:906:class_export_put()) final put ffff99fe81f10800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788869867.427481:0:20734:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f10800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788869867.427489:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788869867.427616:0:20734:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff99fe81f11000 00000020:02000400:3.0:1788869867.427681:0:20734:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788869868.442458:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869869.469671:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869869.472421:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869869.472447:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554799232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788869869.472536:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869869.477006:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554799232 00000100:00100000:1.0:1788869869.477023:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554799232 00000100:00100000:1.0:1788869869.477105:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788869869.477116:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554799232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788869869.477162:0:18671:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788869869.477271:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554799232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (4733us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869869.477278:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1788869869.477308:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869869.477356:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554799232:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788869870.488765:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788869870.945240:0:20934:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1788869870.969453:0:20934:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1788869870.969514:0:20934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.969529:0:20934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.969536:0:20934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.969543:0:20934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.969565:0:20934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788869870.969570:0:20934:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788869870.969593:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788869870.969597:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788869870.969603:0:20934:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788869870.969610:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99ff83fe4000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1788869870.969614:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788869870.969616:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788869870.969619:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788869870.970392:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869870.970402:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869870.970411:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80030400 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869870.970415:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869870.970442:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869870.970449:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869870.970454:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788869870.970456:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788869870.970459:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788869870.970509:0:19700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869870.970516:0:19700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869870.970541:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869870.970548:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff80030400/0xbead52e175fc3edb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3ee2 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869870.970560:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869870.970562:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869870.970564:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869870.970586:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554799360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869870.970647:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869870.970854:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554799360 00000100:00100000:0.0:1788869870.970861:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554799360 00000100:00100000:0.0:1788869870.970899:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788869870.970906:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3618:x1875765554799360:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788869870.970912:0:17146:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788869870 with bad export cookie 13739729166477835526 00010000:00010000:1.0:1788869870.972240:0:20934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973777:0:20934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973808:0:20934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973814:0:20934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973841:0:20934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869870.973850:0:20934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973857:0:20934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973864:0:20934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973871:0:20934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973887:0:20934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788869870.973903:0:17149:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788869870.973909:0:17149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973917:0:17149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb9a9ea00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869870.973920:0:17149:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973928:0:17149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869870.973942:0:17149:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869870.973949:0:17149:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788869870.973951:0:17149:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1788869870.973985:0:17149:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.973992:0:17149:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788869870.974015:0:17149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974022:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9ea00/0xbead52e175fc3e3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e41 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869870.974184:0:19701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869870.974191:0:19701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869870.974197:0:19701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80031a00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869870.974200:0:19701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869870.974207:0:19701:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869870.974224:0:19701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869870.974229:0:19701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788869870.974231:0:19701:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788869870.974234:0:19701:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788869870.974278:0:19701:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869870.974285:0:19701:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869870.974305:0:19701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869870.974312:0:19701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff80031a00/0xbead52e175fc4063 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc406a expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974356:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869870.974359:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869870.974361:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869870.974372:0:20934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974380:0:20934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974386:0:20934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974392:0:20934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974415:0:20934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869870.974421:0:20934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974427:0:20934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974432:0:20934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974437:0:20934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974458:0:20934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788869870.974461:0:20934:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1788869870.974465:0:20934:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1788869870.974497:0:20934:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1788869870.974501:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1788869870.974505:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788869870.974511:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1788869870.974517:0:20934:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff99ff89bad800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869870.974522:0:20934:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff99ffc10d8800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869870.974526:0:20934:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff99ff8b7719c0) has exports, disconnecting them 00000020:00080000:1.0:1788869870.974530:0:20934:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff99ff89bad800), last request at 1788869866 00000020:00000080:1.0:1788869870.974536:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4055 00000100:00080000:1.0:1788869870.974551:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99ff8554a000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788869870.974585:0:17149:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788869870.974590:0:17149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974601:0:17149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0200 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869870.974604:0:17149:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974611:0:17149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869870.974617:0:17149:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869870.974622:0:17149:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788869870.974624:0:17149:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788869870.974626:0:17149:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788869870.974641:0:17149:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974646:0:17149:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788869870.974652:0:17149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974669:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99fe823c0200/0xbead52e175fc42d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc42d9 expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974686:0:17149:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869870.974689:0:17149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974694:0:17149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb9a9f600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869870.974696:0:17149:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974708:0:17149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869870.974713:0:17149:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869870.974718:0:17149:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788869870.974720:0:17149:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788869870.974722:0:17149:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788869870.974736:0:17149:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974741:0:17149:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788869870.974748:0:17149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974754:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f600/0xbead52e175fc3e2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbead52e175fc3e33 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869870.974772:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869870.974774:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869870.974776:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788869870.974791:0:20934:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ff89bad800): rc 0 00000020:00000080:1.0:1788869870.974794:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ff89bad800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1788869870.974805:0:20934:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff99ffc10d8800), last request at 1788869866 00000020:00000080:1.0:1788869870.974808:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3fbb 00000100:00080000:1.0:1788869870.974814:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99ffc10dc000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1788869870.974829:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff89bad800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1788869870.974871:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff8554a000 for lustre-MDT0001 00010000:00010000:1.0:1788869870.974890:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788869870.974899:0:20934:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ffc10d8800): rc 0 00000020:00000080:1.0:1788869870.974901:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffc10d8800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1788869870.974912:0:20934:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb76cc0c87ae0 00000020:00000080:1.0:1788869870.974922:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffc10d8800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1788869870.974946:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffc10dc000 for lustre-MDT0001 00000100:00080000:1.0:1788869870.974968:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788869870.974979:0:20934:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff99ff84be4a80 x1875765554797312/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788869881 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869870.974990:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1788869870.978197:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554799744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869870.978317:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869870.978375:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788869870.978382:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554799616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869870.978423:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869870.978462:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554799744 00000100:00100000:2.0:1788869870.978469:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554799744 00000100:00100000:2.0:1788869870.978498:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554799616 00000100:00100000:2.0:1788869870.978500:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554799616 00000100:00100000:2.0:1788869870.978512:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869870.978518:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3617:x1875765554799744:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788869870.978524:0:17147:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788869870 with bad export cookie 13739729166477835526 00000100:00100000:2.0:1788869870.978566:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3617:x1875765554799744:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (251us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788869870.978572:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869870.978586:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788869870.978589:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb9fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3617:x1875765554799616:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788869870.978593:0:17147:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788869870 with bad export cookie 13739729166477835526 00000100:00100000:2.0:1788869870.978612:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb9fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3617:x1875765554799616:12345-0@lo:103:ldlm_bl.0 Request processed in 22us (190us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788869870.978617:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788869870.978647:0:3617:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788869870.978651:0:3617:0:(import.c:65:import_set_state_nolock()) ffff99fe83ae0800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788869870.978986:0:3617:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.130@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1788869870.979181:0:20934:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788869870.979187:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99ff89bae800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:3.0:1788869870.979615:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869870.979619:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869870.979621:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869870.979633:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869870.985518:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869870.985874:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3618:x1875765554799360:12345-0@lo:103:ldlm_bl.0 Request processed in 14962us (15221us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788869870.985886:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1788869870.986186:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788869870.986192:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788869870.986215:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00080000:3.0:1788869870.986306:0:20934:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788869870.986328:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99fe83b0c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788869870.986345:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788869870.986347:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788869870.986367:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869870.986442:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554800000:0@lo:9:umount.0 00000100:00100000:3.0:1788869870.986514:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788869870.986565:0:20934:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788869870.986575:0:20934:0:(import.c:65:import_set_state_nolock()) ffff99ff87c82800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788869870.986592:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554800128:0@lo:9:umount.0 00000100:00100000:3.0:1788869870.986619:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1788869870.986888:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff99ff8b7719c0) has no exports 00000100:00100000:0.0:1788869870.987897:0:18668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554800000 00000100:00100000:0.0:1788869870.987908:0:18668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554800000 00000100:00100000:0.0:1788869870.988002:0:18668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554800128 00000100:00100000:0.0:1788869870.988006:0:18668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554800128 00000100:00100000:3.0:1788869870.992319:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788869870.992350:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3615:x1875765554800000:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788869870.992394:0:19213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3fe5 00000100:00080000:3.0:1788869870.992406:0:19213:0:(import.c:65:import_set_state_nolock()) ffff99fe833d9000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788869870.992478:0:19213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1788869870.992814:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3615:x1875765554800000:12345-0@lo:9:umount.0 Request processed in 481us (6299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869870.992823:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788869870.992843:0:19213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788869870.992851:0:19213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3615:x1875765554800128:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788869870.992864:0:19213:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc408d 00000100:00080000:3.0:1788869870.992870:0:19213:0:(import.c:65:import_set_state_nolock()) ffff99fe81f5d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788869870.992893:0:19213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788869870.992983:0:19213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3615:x1875765554800128:12345-0@lo:9:umount.0 Request processed in 133us (6363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869870.992990:0:19213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:3.0:1788869870.993093:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869870.993398:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c82800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788869870.993413:0:3615:0:(osp_dev.c:1675:osp_import_event()) got disconnected 00000004:00080000:3.0:1788869870.993416:0:3615:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869870.993421:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554800128:0@lo:9:umount.0 00000100:00080000:3.0:1788869870.993448:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe83b0c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788869870.993468:0:3615:0:(osp_dev.c:1675:osp_import_event()) got disconnected 00000004:00080000:3.0:1788869870.993470:0:3615:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869870.993473:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554800000:0@lo:9:umount.0 00000100:00080000:0.0:1788869870.993606:0:17156:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869870.999534:0:3617:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.130@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788869870.999538:0:3617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788869870.999547:0:3617:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e0380 x1875765554799360/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788869886 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869870.999557:0:3617:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffb8aa1c00 x1875765554799744/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788869886 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869870.999564:0:3617:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e41880 x1875765554799616/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788869886 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00100000:3.0:1788869871.000580:0:19482:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788869871.000587:0:19482:0:(genops.c:906:class_export_put()) final put ffff99fe81f5c800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788869871.000607:0:19482:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788869871.000610:0:19482:0:(genops.c:906:class_export_put()) final put ffff99fe81f5d000/lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788869871.000766:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:0:1875765554799488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788869871.000802:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869871.000846:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:0:1875765554799872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869871.000865:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3618:1875765554799360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869871.000871:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554797312:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1788869871.000895:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f5c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788869871.001001:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81f5d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788869871.001142:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe81f5d800 for lustre-OST0001 00000020:00000080:0.0:1788869871.001148:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe81f5e800 for lustre-OST0001 10000000:01000000:2.0:1788869871.001733:0:3617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788869871.001738:0:3617:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788869871.001739:0:3617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788869871.001744:0:3617:0:(import.c:65:import_set_state_nolock()) ffff99fe83ae0800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788869871.001751:0:3617:0:(import.c:510:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 398 00000100:00080000:2.0:1788869871.001760:0:3617:0:(import.c:624:import_select_connection()) MGC192.168.201.130@tcp: import ffff99fe83ae0800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869871.001830:0:3617:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be4a80 x1875765554800256/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869871.001863:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554799744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869871.001881:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3615:1875765554800256:0@lo:250:ptlrpcd_00_01.0 00000100:00100000:2.0:1788869871.001883:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3617:1875765554799616:0@lo:103:ldlm_bl.0 00000400:00000100:3.0:1788869871.001934:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875765554800256 offset 0 length 520: 4 00000020:00080000:0.0:1788869871.010866:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff99ff8b7719c0) has no exports 00000020:01000000:1.0:1788869871.066207:0:20934:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe81cf8840 - data ffff99ffb3b13a20/ffff99ffa5d41400 00000020:01000000:1.0:1788869871.066393:0:20934:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99ff88e9d2a0 - data ffff99ff8a80b510/ffff99ffbc226000 00000001:00000004:1.0:1788869871.091383:0:20934:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1788869871.154319:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788869871.154329:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788869871.154337:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788869871.156279:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788869871.156286:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788869871.156307:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869871.156310:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788869871.157468:0:17902:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788869871.157475:0:17902:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788869871.157487:0:17902:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788869871.158377:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788869871.158382:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788869871.158398:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869871.158401:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788869871.158712:0:17904:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788869871.158717:0:17904:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788869871.158732:0:17904:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788869871.159960:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e4f 00000020:00000080:3.0:1788869871.159970:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffae5cb000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788869871.160598:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e64 00000020:00000080:3.0:1788869871.160604:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe81cb2000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788869871.160608:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788869871.160615:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869871.160624:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788869871.160628:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff99ff8b773380) has no exports 00000004:01000000:3.0:1788869871.160805:0:20934:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788869871.160814:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3eb8 00000020:00000080:3.0:1788869871.160818:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ff87c87800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788869871.160822:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788869871.160825:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869871.160830:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788869871.160832:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff99ffb98199c0) has no exports 00000020:00000080:3.0:1788869871.160837:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3eb1 00000020:00000080:3.0:1788869871.160840:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffb89f7000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788869871.161141:0:20934:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788869871.161146:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788869871.161151:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788869871.161156:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869871.161158:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788869871.161186:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869871.161193:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788869871.161197:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3ea3 00000020:00000080:3.0:1788869871.161201:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe83b0a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788869871.161204:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788869871.161207:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869871.161210:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788869871.161213:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff99fe82cdb380) has no exports 00000020:00000080:3.0:1788869871.161217:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e95 00000020:00000080:3.0:1788869871.161220:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe83b0d000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788869871.161569:0:20934:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788869871.161573:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788869871.161575:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788869871.161579:0:20934:0:(osp_dev.c:1691:osp_import_event()) got inactive 00000100:00100000:3.0:1788869871.161580:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788869871.161603:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869871.161609:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788869871.161618:0:20934:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788869871.161631:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e87 00000020:00000080:3.0:1788869871.161635:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe83b08000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788869871.161639:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788869871.161642:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869871.161646:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788869871.161648:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff99ffbaf419c0) has no exports 00000020:00000080:3.0:1788869871.161652:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e80 00000020:00000080:3.0:1788869871.161655:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffae5ca000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788869871.162706:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5cb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788869871.162718:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81cb2000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1788869871.162723:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff87c87800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788869871.162727:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffb89f7000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788869871.162732:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff87c82800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788869871.162739:0:37:0:(genops.c:906:class_export_put()) final put ffff99fe83b0a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788869871.162741:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b0a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788869871.162756:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788869871.162832:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b0a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788869871.162837:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b0d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788869871.162841:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe83b0c000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788869871.162844:0:37:0:(genops.c:906:class_export_put()) final put ffff99fe83b0e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788869871.162846:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b0e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788869871.162849:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788869871.162872:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b08000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788869871.162877:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5ca000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788869871.168508:0:20934:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788869871.168517:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788869871.168522:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788869871.168530:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788869871.168593:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869871.168605:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788869871.168628:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869871.168630:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788869871.168635:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffae5d7000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788869871.168640:0:20934:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5d7000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788869871.168647:0:20934:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788869871.168815:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e6b 00000020:00000080:0.0:1788869871.168822:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe81cb6000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788869871.168826:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788869871.168830:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869871.168834:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788869871.168838:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff99ffbcd119c0) has no exports 00000020:00000080:0.0:1788869871.168856:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869871.168859:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788869871.168862:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e72 00000020:00000080:0.0:1788869871.168876:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe81cb4000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788869871.168883:0:20934:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffbf9b2000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788869871.168886:0:20934:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbf9b2000 2 00000020:01000004:0.0:1788869871.168889:0:20934:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff99ffbf9b2000 from lustre-MDT0001 00000020:00000080:0.0:1788869871.168904:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869871.168907:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788869871.168909:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffae5ce000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788869871.168911:0:20934:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffae5ce000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788869871.168919:0:20934:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788869871.168947:0:20934:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788869871.168951:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788869871.168954:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869871.168957:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788869871.168963:0:20934:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff99fe83b0b800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788869871.168968:0:20934:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff99ffb981b380) has exports, disconnecting them 00000020:00080000:0.0:1788869871.168972:0:20934:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff99fe83b0b800), last request at 1788869793 00000020:00000080:0.0:1788869871.168975:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3ef0 00000020:00080000:0.0:1788869871.168989:0:20934:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99fe83b0b800): rc 0 00000020:00000080:0.0:1788869871.168992:0:20934:0:(genops.c:906:class_export_put()) final put ffff99fe83b0b800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788869871.169460:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff89bae800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788869871.169468:0:37:0:(genops.c:906:class_export_put()) final put ffff99fe8385e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788869871.169470:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8385e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788869871.169475:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788869871.169586:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81cb6000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788869871.169590:0:37:0:(genops.c:906:class_export_put()) final put ffff99fe81cb7000/lustre-MDD0001_UUID 00000020:00000080:1.0:1788869871.169592:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81cb7000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788869871.169595:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788869871.169745:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81cb4000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788869871.169750:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83b0b800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1788869871.263499:0:20934:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1788869871.263507:0:20934:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788869871.263511:0:20934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788869871.263519:0:20934:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788869871.263687:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869871.263697:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1788869871.263705:0:20934:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbf9b2000 1 00000020:00000080:0.0:1788869871.263712:0:20934:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3e17 00000020:00000080:0.0:1788869871.263721:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffbf9b0000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1788869871.263726:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1788869871.263733:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869871.263737:0:20934:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788869871.263752:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff99ffbf90cd40) has no exports 00000020:00000080:3.0:1788869871.266093:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ff83fe4000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788869871.266107:0:37:0:(genops.c:906:class_export_put()) final put ffff99ff84bdd800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1788869871.266111:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff84bdd800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1788869871.266122:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1788869871.266193:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbf9b0000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788869871.391821:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869871.391835:0:20934:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1788869871.391841:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ffbf9b3800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788869871.391845:0:20934:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbf9b3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1788869871.391856:0:20934:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1788869871.391959:0:20934:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff99ffbf9b3000 00000020:01000000:3.0:1788869871.391982:0:20934:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1788869871.391986:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869871.391990:0:20934:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788869871.391994:0:20934:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff99ffb981cd40) has no exports 00000100:00100000:1.0:1788869871.393697:0:17162:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff99ffb98a8000:17162] 2 exiting: rc = 0 00000100:00100000:1.0:1788869871.393814:0:17160:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff99ff89f6cc00:17160] 0 exiting: rc = 1 00000100:00100000:2.0:1788869871.394282:0:19497:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff99fe81f38600:19497] 3 exiting: rc = 0 00000100:00100000:3.0:1788869871.397872:0:17161:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff99ffb9978e00:17161] 1 exiting: rc = 0 00000100:00100000:0.0:1788869871.399714:0:19498:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff99fe82017400:19498] 4 exiting: rc = 0 00000100:00100000:2.0:1788869871.399924:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399933:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399939:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399946:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399953:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399960:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399967:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399972:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399978:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399984:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399988:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.399994:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400000:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400006:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400011:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400016:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400022:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400027:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400033:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400050:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400055:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400061:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400066:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400071:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400077:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400083:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400088:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400094:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400100:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400116:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400125:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400132:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400137:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400143:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400150:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400157:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400163:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400171:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400178:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400183:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400189:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400195:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400201:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400209:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400214:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400219:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400225:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400230:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400235:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400240:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400245:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400271:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400278:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400283:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400296:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400301:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400307:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400312:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400318:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400323:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400329:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400334:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400339:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.400344:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404171:0:17163:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff99ff89f6d600:17163] 0 exiting: rc = 1 00000100:00100000:2.0:1788869871.404327:0:17164:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff99ff89938000:17164] 1 exiting: rc = 0 00000100:00100000:2.0:1788869871.404383:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404391:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404396:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404402:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404407:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404412:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404417:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404421:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404426:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404431:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404435:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404440:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404445:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404449:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404453:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404458:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404463:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404468:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404473:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404478:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404483:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404488:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404493:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404514:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404519:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404525:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404529:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404534:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404539:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404543:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404548:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404553:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404557:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404562:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404567:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404571:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404577:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404582:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404587:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404591:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404596:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404600:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404604:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404609:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404614:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404619:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404624:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404629:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404633:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404638:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404642:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404647:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404651:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404656:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404660:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.404664:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410446:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410539:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410563:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410570:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410581:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410586:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410591:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869871.410597:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788869871.414816:0:17901:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff99fe83bfcc00:17901] 2 exiting: rc = 0 00000100:00100000:2.0:1788869871.415048:0:17165:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff99ffb98a8400:17165] 0 exiting: rc = 1 00000100:00100000:2.0:1788869871.415112:0:17166:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff99ffb98a9a00:17166] 1 exiting: rc = 0 00000100:00100000:3.0:1788869871.415220:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415229:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415235:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415241:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415247:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415284:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415291:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415297:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415319:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415325:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415331:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415338:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415361:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415369:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415375:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415380:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415386:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415393:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415399:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415406:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415413:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415420:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415426:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415432:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415454:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415463:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415598:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415607:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415617:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415623:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415630:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415637:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415643:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415649:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415655:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415661:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415694:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415702:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415708:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415714:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415720:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415725:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415733:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415750:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415757:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415763:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415772:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415780:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415803:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415811:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415818:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415825:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415832:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415839:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415846:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415852:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415859:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415867:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415872:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415880:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415902:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415910:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415915:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.415922:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788869871.436822:0:17167:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff99ffb98a9200:17167] 0 exiting: rc = 1 00000100:00100000:3.0:1788869871.441494:0:17168:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff99ffb98a9000:17168] 1 exiting: rc = 0 00000100:00100000:0.0:1788869871.444714:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444724:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444729:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444734:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444740:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444746:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444751:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444755:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444760:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444765:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444771:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444776:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444782:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444787:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444793:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444798:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444805:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444810:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444815:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444820:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444826:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444831:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444837:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444843:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444848:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444854:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444859:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444864:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444869:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444874:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444878:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444883:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444888:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444908:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444913:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444919:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444923:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444929:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444934:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444939:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444944:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444948:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444953:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444957:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444962:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444966:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444971:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444976:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444980:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444985:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444989:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444993:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.444998:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445003:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445008:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445014:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445019:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445024:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445028:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445033:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445037:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445042:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445046:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445051:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.445421:0:17170:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff99fe83206e00:17170] 1 exiting: rc = 0 00000100:00100000:3.0:1788869871.445623:0:17169:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff99fe83206400:17169] 0 exiting: rc = 1 00000100:00100000:0.0:1788869871.447795:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447803:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447808:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447833:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447838:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447844:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447850:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447855:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447860:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447866:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447871:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447875:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447880:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447885:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447891:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447895:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447900:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447905:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447910:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447915:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447919:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447924:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447929:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447933:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447939:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447944:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447949:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447954:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447960:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447965:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447970:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447975:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447980:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447984:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447989:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.447994:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448000:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448004:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448017:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448022:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448027:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448032:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448037:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448042:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448047:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448052:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448057:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448061:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448066:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448072:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448077:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448081:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448086:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448092:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448098:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448102:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448107:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448112:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448116:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448121:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448127:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448131:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448136:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448141:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448581:0:17171:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff99fe83207400:17171] 0 exiting: rc = 1 00000100:00100000:3.0:1788869871.448756:0:17172:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff99fe83206000:17172] 1 exiting: rc = 0 00000100:00100000:0.0:1788869871.448836:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448842:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448846:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448851:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448855:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448860:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448864:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448869:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448882:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448886:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448890:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448895:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448899:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448904:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448909:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448914:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448918:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448922:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448927:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448931:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448936:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448940:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448945:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448949:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448954:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448959:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448964:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448969:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448974:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448979:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448985:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448989:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448994:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.448998:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449003:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449008:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449012:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449016:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449021:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449026:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449032:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449037:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449042:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449054:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449059:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449063:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449068:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449072:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449077:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449082:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449086:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449090:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449095:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449099:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449103:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449108:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449113:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449117:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449122:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449126:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449131:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449135:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449140:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869871.449144:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449663:0:17173:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff99fe83207c00:17173] 0 exiting: rc = 1 00000100:00100000:1.0:1788869871.449759:0:17175:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff99ff83fd4200:17175] 2 exiting: rc = 0 00000100:00100000:0.0:1788869871.449825:0:17174:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff99fe83206200:17174] 1 exiting: rc = 0 00000100:00100000:3.0:1788869871.449879:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449886:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449891:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449897:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449903:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449917:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449925:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449930:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449936:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449950:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449957:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449963:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449969:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449975:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449987:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.449995:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450000:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450006:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450011:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450017:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450022:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450027:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450032:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450037:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450043:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450048:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450053:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450058:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450063:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450095:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450101:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450107:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450112:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450118:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450123:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450129:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450135:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450140:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450162:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450169:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450174:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450179:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450185:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450190:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450203:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450208:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450213:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450218:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450223:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450228:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450232:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450237:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450242:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450247:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450279:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450286:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450291:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450295:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450301:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450306:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450312:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450317:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450322:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869871.450334:0:20934:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788869871.455191:0:20934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869871.455205:0:20934:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788869871.455211:0:20934:0:(genops.c:906:class_export_put()) final put ffff99ff873dd000/MDS_uuid 00000020:00000080:3.0:1788869871.455215:0:20934:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff873dd000/MDS_uuid for MDS 00000020:01000000:3.0:1788869871.455220:0:20934:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788869871.455410:0:20934:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1788869871.516019:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788869872.024786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788869872.024793:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869872.024796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788869872.024799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788869872.024803:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ffb9899800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869872.024811:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 484 00000100:00080000:0.0:1788869872.024816:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788869872.024824:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff99ffb9899800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869872.024858:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e0380 x1875765554800384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869872.024909:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554800384:0@lo:38:kworker.0 00000400:00000100:0.0:1788869872.024965:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554800384 offset 0 length 520: 4 00000100:00080000:0.0:1788869872.025031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788869872.025035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788869872.025037:0:37:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869872.025041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 484 00000100:00080000:0.0:1788869872.025043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788869872.025047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff99fe8109e800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869872.025053:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788869872.025060:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554800512:0@lo:400:kworker.0 00000400:00000100:0.0:1788869872.025079:0:3618:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554800512 offset 0 length 224: 4 00000100:00100000:0.0:1788869872.025104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e2680 x1875765554800640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869872.025122:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554800640:0@lo:38:kworker.0 00000400:00000100:0.0:1788869872.025137:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554800640 offset 0 length 520: 4 00000100:00100000:0.0:1788869872.025176:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554800768:0@lo:400:kworker.0 00000400:00000100:0.0:1788869872.025193:0:3616:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554800768 offset 0 length 224: 4 00010000:00010000:0.0:1788869872.549984:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869873.560707:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869874.591833:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869875.608870:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788869875.708158:0:21135:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1788869875.729384:0:21135:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788869875.729443:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869875.729476:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869875.729483:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869875.729489:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869875.729515:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788869875.729520:0:21135:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788869875.729544:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788869875.729555:0:21135:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e0380 x1875765554800384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869875.729582:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788869875.729595:0:21135:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788869875.729601:0:21135:0:(import.c:65:import_set_state_nolock()) ffff99ffb9899800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788869875.729606:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788869875.729610:0:21135:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e0380 x1875765554800384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869887 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869875.729617:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788869875.729620:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:2.0:1788869875.729778:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554800384:0@lo:38:kworker.0 00010000:00010000:1.0:1788869875.730919:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869875.730930:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869875.730940:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb9a9f800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869875.730944:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869875.730955:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869875.730964:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869875.730970:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788869875.730973:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788869875.730976:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788869875.730990:0:19700:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:1.0:1788869875.730994:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869875.731002:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9f800/0xbead52e175fc3f8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3f91 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869875.731030:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869875.731032:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869875.731034:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788869875.731943:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788869875.731957:0:21135:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e3800 x1875765554800512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869875.731981:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788869875.731986:0:21135:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788869875.732017:0:21135:0:(import.c:65:import_set_state_nolock()) ffff99fe833dd800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788869875.734635:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554800512:0@lo:400:kworker.0 00000100:00100000:2.0:1788869875.735355:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3615:1875765554800896:0@lo:39:umount.0 00000400:00000100:2.0:1788869875.735428:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554800896 offset 0 length 224: 4 00000100:00080000:3.0:1788869876.056752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869876.056764:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869876.056767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869876.056770:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788869876.058841:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554801024:0@lo:400:kworker.0 00000400:00000100:2.0:1788869876.058923:0:3617:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801024 offset 0 length 224: 4 00010000:00010000:0.0:1788869876.632769:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869877.080378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869877.080388:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869877.080391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869877.080394:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788869877.080538:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869877.080561:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554801152:0@lo:400:kworker.0 00000400:00000100:0.0:1788869877.080624:0:3619:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801152 offset 0 length 224: 4 00000001:00100000:2.0:1788869877.146695:0:18663:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788869877.146706:0:18663:0:(genops.c:906:class_export_put()) final put ffff99fe833db000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788869877.147097:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe833db000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788869877.147154:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe833d9000 for lustre-OST0000 00010000:00010000:3.0:1788869877.656643:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869878.680562:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869879.704568:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869880.728958:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869881.755553:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869881.880528:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869871/real 1788869871] req@ffff99ff84be4a80 x1875765554800256/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788869881 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869881.880564:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff84be4a80 x1875765554800256/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788869881 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869881.880586:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe83ae0800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869881.880596:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788869881.880600:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3615:1875765554800256:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:3.0:1788869881.880719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869881.880724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788869881.880738:0:37:0:(import.c:65:import_set_state_nolock()) ffff99fe83ae0800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869881.880744:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 488 00000100:00080000:3.0:1788869881.880749:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.130@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788869881.880756:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.130@tcp: import ffff99fe83ae0800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869881.880788:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e41c00 x1875765554801280/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788869881.880814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788869881.880819:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788869881.880863:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788869881.880876:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554801408:0@lo:400:kworker.0 00000400:00000100:3.0:1788869881.880926:0:3618:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801408 offset 0 length 224: 4 00000100:00100000:2.0:1788869881.881033:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3615:1875765554801280:0@lo:250:kworker.0 00000400:00000100:2.0:1788869881.881058:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875765554801280 offset 0 length 520: 4 00010000:00010000:0.0:1788869882.776518:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869883.801211:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869884.826739:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869885.848494:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869885.976388:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869875/real 1788869875] req@ffff99ff832e3480 x1875765554800896/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788869885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869885.976443:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e3480 x1875765554800896/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788869885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869885.976466:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe833dd800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788869885.976489:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3615:1875765554800896:0@lo:39:umount.0 00000100:00080000:0.0:1788869885.977335:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788869885.977341:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788869885.977347:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788869885.981100:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981119:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981127:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981151:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981244:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788869885.981271:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981278:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981284:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869885.981289:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992205:0:17148:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869885.992238:0:17148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992250:0:17148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbfb05a00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869885.992268:0:17148:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992278:0:17148:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869885.992285:0:17148:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869885.992290:0:17148:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788869885.992292:0:17148:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1788869885.992305:0:17148:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:2.0:1788869885.992308:0:17148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992315:0:17148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffbfb05a00/0xbead52e175fc3f60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3f67 expref: -99 pid: 18662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992334:0:17148:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869885.992337:0:17148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992343:0:17148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbfb04e00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869885.992345:0:17148:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992351:0:17148:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869885.992363:0:17148:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869885.992368:0:17148:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788869885.992370:0:17148:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788869885.992375:0:17148:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:2.0:1788869885.992378:0:17148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869885.992385:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869885.992387:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869885.992389:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869885.999925:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788869885.999940:0:21135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04e00/0xbead52e175fc42c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc42cb expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869885.999959:0:21135:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788869885.999971:0:21135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1788869885.999973:0:21135:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1788869886.000007:0:21135:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1788869886.000012:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1788869886.000021:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869886.000026:0:21135:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788869886.000031:0:21135:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff99ffbaf44d40) has no exports 00000020:00080000:0.0:1788869886.000056:0:21135:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff99ffbaf44d40) has no exports 00010000:00010000:1.0:1788869886.000349:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788869886.022649:0:21135:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99ffbfa14f60 - data ffff99ff8aaa80d8/ffff99ffa5d45800 00000020:01000000:1.0:1788869886.022979:0:21135:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe820cb5a0 - data ffff99ffb38235e8/ffff99fe840a3800 00100000:10000000:1.0:1788869886.035036:0:21135:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788869886.052632:0:21135:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3f75 00000020:00000080:1.0:1788869886.052644:0:21135:0:(genops.c:906:class_export_put()) final put ffff99ff89ba8000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1788869886.052667:0:21135:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99fe81cb4800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1788869886.052671:0:21135:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe81cb4800 2 00000020:01000004:1.0:1788869886.052674:0:21135:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff99fe81cb4800 from lustre-OST0000 00000020:00000080:1.0:1788869886.052698:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788869886.052709:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1788869886.052712:0:21135:0:(genops.c:906:class_export_put()) final put ffff99ff89bad000/lustre-OST0000_UUID 00000020:00000080:1.0:1788869886.052714:0:21135:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff89bad000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1788869886.052721:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1788869886.052781:0:21135:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1788869886.052785:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788869886.052789:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788869886.052794:0:21135:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788869886.052801:0:21135:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff99fe82cab000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788869886.052808:0:21135:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff99ffbcd13380) has exports, disconnecting them 00000020:00080000:1.0:1788869886.052811:0:21135:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff99fe82cab000), last request at 1788869807 00000020:00000080:1.0:1788869886.052824:0:21135:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3f9f 00000020:00080000:1.0:1788869886.052833:0:21135:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99fe82cab000): rc 0 00000020:00000080:1.0:1788869886.052838:0:21135:0:(genops.c:906:class_export_put()) final put ffff99fe82cab000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788869886.053564:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff89ba8000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788869886.053578:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe82cab000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788869886.053602:0:21135:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788869886.053607:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788869886.053611:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788869886.053616:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788869886.053636:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99ffb9899800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788869886.053739:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869886.053745:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788869886.053748:0:21135:0:(genops.c:906:class_export_put()) final put ffff99fe82caa800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788869886.053751:0:21135:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe82caa800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788869886.053756:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788869886.053801:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788869886.053803:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869886.053807:0:21135:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788869886.053811:0:21135:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff99ff95527000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788869886.053816:0:21135:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff99ffbcd14d40) has exports, disconnecting them 00000020:00080000:0.0:1788869886.053819:0:21135:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff99ff95527000), last request at 1788869807 00000020:00000080:0.0:1788869886.053822:0:21135:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3fb4 00000020:00080000:0.0:1788869886.053832:0:21135:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ff95527000): rc 0 00000020:00000080:0.0:1788869886.053835:0:21135:0:(genops.c:906:class_export_put()) final put ffff99ff95527000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788869886.053861:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff95527000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788869886.063304:0:21135:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788869886.063312:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788869886.063326:0:21135:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788869886.063332:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788869886.063479:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869886.063487:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788869886.063493:0:21135:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe81cb4800 1 00000020:00000080:3.0:1788869886.063498:0:21135:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3f52 00000020:00000080:3.0:1788869886.063505:0:21135:0:(genops.c:906:class_export_put()) final put ffff99ff95521000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1788869886.063509:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788869886.063512:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869886.063515:0:21135:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788869886.063518:0:21135:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff99ff9568b380) has no exports 00000020:00000080:3.0:1788869886.067335:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe833dd800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788869886.067350:0:14945:0:(genops.c:906:class_export_put()) final put ffff99fe82caa000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788869886.067353:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe82caa000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1788869886.067362:0:14945:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1788869886.067437:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff95521000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788869886.094802:0:21135:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869886.094818:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788869886.094823:0:21135:0:(genops.c:906:class_export_put()) final put ffff99fe81cb5800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788869886.094828:0:21135:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81cb5800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788869886.094839:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788869886.094951:0:21135:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff99fe81cb5000 00000020:02000400:3.0:1788869886.094997:0:21135:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788869886.887105:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869887.000676:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869872/real 1788869872] req@ffff99ff832e2680 x1875765554800640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788869887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869887.000712:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e2680 x1875765554800640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788869887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869887.000732:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869887.000764:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788869887.000768:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554800640:0@lo:38:kworker.0 00000100:00080000:0.0:1788869887.000848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788869887.000853:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869887.000856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788869887.000859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788869887.000869:0:36:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869887.000873:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 489 00000100:00080000:0.0:1788869887.000878:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788869887.000884:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff99fe8109e800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869887.000914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e2d80 x1875765554801536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869887.000978:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554801664:0@lo:400:kworker.0 00000400:00000100:0.0:1788869887.001027:0:3616:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801664 offset 0 length 224: 4 00000100:00100000:2.0:1788869887.001133:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554801536:0@lo:38:kworker.0 00000400:00000100:2.0:1788869887.001156:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801536 offset 0 length 520: 4 00010000:00010000:3.0:1788869887.897591:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1788869888.024404:0:3616:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869872/real 1788869872] req@ffff99ff832e1180 x1875765554800768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788869888 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869888.058686:0:3616:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff99ff832e1180 x1875765554800768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788869888 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869888.058701:0:3616:0:(import.c:65:import_set_state_nolock()) ffff99fe81098800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788869888.058704:0:3616:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788869888.092088:0:3616:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1788869888.104521:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788869888.104535:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869888.104537:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788869888.104560:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869888.104562:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788869888.104566:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788869888.104569:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99fe81098800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788869888.104578:0:14945:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 440 00000100:00080000:2.0:1788869888.104587:0:14945:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff99fe81098800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869888.104626:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be5f80 x1875765554801792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869888.104673:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3615:1875765554801792:0@lo:38:kworker.0 00000400:00000100:2.0:1788869888.104722:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875765554801792 offset 0 length 520: 4 00000100:00100000:2.0:1788869888.129804:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554800768:0@lo:400:kworker.0 00010000:00010000:2.0:1788869888.922961:0:17148:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788869889.650479:0:21338:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1788869889.666696:0:21338:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788869889.666783:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.666798:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.666805:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.666811:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.666837:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788869889.666852:0:21338:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788869889.666880:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788869889.666892:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e2d80 x1875765554801536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.666914:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788869889.666919:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788869889.666925:0:21338:0:(import.c:65:import_set_state_nolock()) ffff99fe8109e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788869889.666929:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788869889.666933:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e2d80 x1875765554801536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869907 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.666940:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788869889.666943:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00010000:00010000:1.0:1788869889.667000:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869889.667007:0:19700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869889.667015:0:19700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbfb04800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869889.667018:0:19700:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869889.667026:0:19700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869889.667032:0:19700:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869889.667038:0:19700:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788869889.667040:0:19700:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788869889.667042:0:19700:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788869889.667054:0:19700:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:1.0:1788869889.667057:0:19700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869889.667064:0:19700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffbfb04800/0xbead52e175fc4024 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc402b expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869889.667073:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869889.667075:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869889.667076:0:19700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869889.667364:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554801536:0@lo:38:kworker.0 00000100:00080000:2.0:1788869889.668413:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788869889.668424:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e40000 x1875765554801024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668443:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e43480 x1875765554801152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668457:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e42300 x1875765554801408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668467:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff832e2a00 x1875765554801664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668481:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff84be5f80 x1875765554801792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668490:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1788869889.668515:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554801664:0@lo:400:kworker.0 00000100:00080000:2.0:1788869889.668540:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788869889.668544:0:21338:0:(import.c:65:import_set_state_nolock()) ffff99fe81098800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788869889.668559:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788869889.668563:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e40000 x1875765554801024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869892 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668572:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e43480 x1875765554801152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869893 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668579:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e42300 x1875765554801408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869897 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668585:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ff84be5f80 x1875765554801792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788869898 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869889.668591:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788869889.668594:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 12s for inflight to error out 00000100:00100000:0.0:1788869889.668665:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554801152:0@lo:400:kworker.0 00000100:00100000:3.0:1788869889.668761:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554801024:0@lo:400:kworker.0 00000100:00100000:3.0:1788869889.668784:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554801408:0@lo:400:kworker.0 00000100:00100000:3.0:1788869889.668800:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3615:1875765554801792:0@lo:38:kworker.0 00010000:00010000:2.0:1788869889.670220:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.670239:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.670246:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.672065:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.672143:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869889.672158:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.672165:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.672191:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869889.672198:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672603:0:19701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788869889.672611:0:19701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672620:0:19701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80030a00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869889.672624:0:19701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672633:0:19701:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869889.672648:0:19701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869889.672654:0:19701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788869889.672656:0:19701:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1788869889.672668:0:19701:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:0.0:1788869889.672672:0:19701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672679:0:19701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff80030a00/0xbead52e175fc3ffa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc4001 expref: -99 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672690:0:19701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869889.672693:0:19701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672698:0:19701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869889.672701:0:19701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672707:0:19701:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869889.672714:0:19701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869889.672719:0:19701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788869889.672721:0:19701:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1788869889.672725:0:19701:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:0.0:1788869889.672733:0:19701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.672741:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869889.672742:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869889.672744:0:19701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869889.674246:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788869889.674383:0:17149:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869889.674448:0:21338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8800/0xbead52e175fc42b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc42bd expref: -99 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869889.674470:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1788869889.674477:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1788869889.674480:0:21338:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788869889.674516:0:21338:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788869889.674521:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1788869889.674852:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869889.674860:0:21338:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788869889.674864:0:21338:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff99ff956899c0) has no exports 00000020:00080000:0.0:1788869889.674888:0:21338:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff99ff956899c0) has no exports 00000020:01000000:0.0:1788869889.677475:0:21338:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99ffbfa14720 - data ffff99ffb3831bd0/ffff99ffa5d44800 00000020:01000000:0.0:1788869889.677637:0:21338:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff99fe820cb960 - data ffff99ff8af74ca8/ffff99ffa5d74400 00100000:10000000:0.0:1788869889.686887:0:21338:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788869889.694472:0:21338:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc400f 00000020:00000080:0.0:1788869889.694484:0:21338:0:(genops.c:906:class_export_put()) final put ffff99fe8109e000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788869889.694500:0:21338:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffbab91000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1788869889.694504:0:21338:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbab91000 2 00000020:01000004:0.0:1788869889.694507:0:21338:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff99ffbab91000 from lustre-OST0001 00000020:00000080:0.0:1788869889.694534:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869889.694544:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1788869889.694547:0:21338:0:(genops.c:906:class_export_put()) final put ffff99fe81098000/lustre-OST0001_UUID 00000020:00000080:0.0:1788869889.694550:0:21338:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe81098000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1788869889.694556:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1788869889.694657:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 3bcf8c69-1b38-4063-9d70-15b8a5835bb5->MGS 00010000:00010000:0.0:1788869889.694673:0:21338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9fa00/0xbead52e175fc3e1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3e25 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869889.694685:0:21338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9fa00/0xbead52e175fc3e1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3e25 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869889.694691:0:21338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1788869889.694702:0:21338:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1788869889.694706:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1788869889.694721:0:21338:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:0.0:1788869889.694725:0:21338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb9a9fa00/0xbead52e175fc3e1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3e25 expref: -99 pid: 17892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869889.694739:0:21338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99fe823c0800/0xbead52e175fc3d0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbead52e175fc3d14 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869889.694745:0:21338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99fe823c0800/0xbead52e175fc3d0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbead52e175fc3d14 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869889.694749:0:21338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788869889.694751:0:21338:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1788869889.694752:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788869889.694761:0:21338:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff99fe83ae0800 00010000:00010000:0.0:1788869889.694764:0:21338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99fe823c0800/0xbead52e175fc3d0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbead52e175fc3d14 expref: -99 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788869889.694778:0:21338:0:(import.c:65:import_set_state_nolock()) ffff99fe83ae0800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1788869889.694782:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788869889.694784:0:21338:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788869889.694785:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788869889.694789:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788869889.694800:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff99ffa5e41c00 x1875765554801280/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788869896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788869889.694813:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788869889.694815:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000020:00000080:3.0:1788869889.695021:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109e000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1788869889.695055:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3bcf8c69-1b38-4063-9d70-15b8a5835bb5:3615:1875765554801280:0@lo:250:kworker.0 10000000:01000000:0.0:1788869889.695173:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788869889.695180:0:21338:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3cf8 00000020:00000080:0.0:1788869889.695185:0:21338:0:(genops.c:906:class_export_put()) final put ffff99ff873da000/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 00000020:01000000:0.0:1788869889.695197:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.130@tcp (flags='') 00000020:00000080:0.0:1788869889.695206:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869889.695211:0:21338:0:(obd_config.c:955:class_cleanup()) MGC192.168.201.130@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788869889.695215:0:21338:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff99ffbf908000) has no exports 00000020:00000080:3.0:1788869889.695269:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff873da000/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 for MGC192.168.201.130@tcp 10000000:01000000:3.0:1788869889.695290:0:17157:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788869889.695440:0:21338:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.201.130@tcp: client import never connected 00000100:00080000:0.0:1788869889.695443:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788869889.695445:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788869889.695447:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788869889.695449:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788869889.695488:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869889.695492:0:21338:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.130@tcp (uuid 3bcf8c69-1b38-4063-9d70-15b8a5835bb5) 00000020:01000000:0.0:1788869889.695496:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788869889.695499:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788869889.695502:0:21338:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788869889.695507:0:21338:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff99fe8109c800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788869889.695512:0:21338:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff99ff9568cd40) has exports, disconnecting them 00000020:00080000:0.0:1788869889.695516:0:21338:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff99fe8109c800), last request at 1788869822 00000020:00000080:0.0:1788869889.695519:0:21338:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc4039 00000020:00080000:0.0:1788869889.695528:0:21338:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99fe8109c800): rc 0 00000020:00000080:0.0:1788869889.695532:0:21338:0:(genops.c:906:class_export_put()) final put ffff99fe8109c800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788869889.696153:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe83ae0800 for MGC192.168.201.130@tcp 00000020:00000080:3.0:1788869889.696161:0:14945:0:(genops.c:906:class_export_put()) final put ffff99fe83ae5800/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 00000020:00000080:3.0:1788869889.696163:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe83ae5800/3bcf8c69-1b38-4063-9d70-15b8a5835bb5 for MGC192.168.201.130@tcp 00000020:01000000:3.0:1788869889.696169:0:14945:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.130@tcp (3bcf8c69-1b38-4063-9d70-15b8a5835bb5) 00000020:00000080:3.0:1788869889.696456:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109c800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788869889.711395:0:21338:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788869889.711404:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788869889.711408:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788869889.711415:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788869889.711625:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869889.711634:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788869889.711641:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788869889.711650:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788869889.711654:0:21338:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788869889.711662:0:21338:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff99ff89bab000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788869889.711669:0:21338:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff99ff95688000) has exports, disconnecting them 00000020:00080000:2.0:1788869889.711674:0:21338:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff99ff89bab000), last request at 1788869822 00000020:00000080:2.0:1788869889.711679:0:21338:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc404e 00000020:00080000:2.0:1788869889.711709:0:21338:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff99ff89bab000): rc 0 00000020:00000080:2.0:1788869889.711717:0:21338:0:(genops.c:906:class_export_put()) final put ffff99ff89bab000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788869889.711739:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe8109e800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788869889.711746:0:14945:0:(genops.c:906:class_export_put()) final put ffff99fe8109a000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788869889.711749:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109a000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788869889.711755:0:14945:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788869889.712556:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff89bab000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1788869889.755192:0:21338:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788869889.755201:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788869889.755205:0:21338:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788869889.755212:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788869889.755244:0:14945:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff99fe81098800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1788869889.755324:0:17148:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788869889.757997:0:19700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1788869889.759995:0:19701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:3.0:1788869889.760303:0:17149:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:0.0:1788869889.760863:0:17144:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff99ffb9978000:17144] 1 exiting: rc = 0 00000100:00100000:0.0:1788869889.761019:0:17143:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff99ffb9979000:17143] 0 exiting: rc = 1 00000100:00100000:3.0:1788869889.761477:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.765410:0:18314:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff99fe82216200:18314] 3 exiting: rc = 0 00000100:00100000:0.0:1788869889.766934:0:17145:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff99ffb9978800:17145] 0 exiting: rc = 1 00000100:00100000:3.0:1788869889.768135:0:17146:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff99ffb9978a00:17146] 1 exiting: rc = 0 00000100:00100000:2.0:1788869889.769029:0:17147:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff99ffb9979800:17147] 2 exiting: rc = 0 00000100:00100000:3.0:1788869889.769294:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769304:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769316:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769342:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769349:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769354:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769361:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769366:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769371:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769376:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769382:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769387:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769392:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769397:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769402:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769407:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769412:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769418:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769424:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769429:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769435:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769440:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769446:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769451:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769455:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769461:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769466:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769482:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769489:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769494:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769499:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769505:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769510:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769515:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769520:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769525:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769530:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769535:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769548:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769553:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769557:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769562:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769567:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769572:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769578:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769583:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769588:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769594:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769599:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769604:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769609:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769614:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769619:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769623:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769628:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769633:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769638:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769643:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769648:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769653:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769657:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769662:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769667:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.769672:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788869889.774438:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788869889.774453:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788869889.774458:0:21338:0:(genops.c:906:class_export_put()) final put ffff99fe8109b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788869889.774463:0:21338:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe8109b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788869889.774470:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1788869889.774616:0:21338:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbab91000 1 00000020:00000080:3.0:1788869889.774622:0:21338:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xbead52e175fc3ff3 00000020:00000080:3.0:1788869889.774630:0:21338:0:(genops.c:906:class_export_put()) final put ffff99fe82cab800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788869889.775573:0:14945:0:(genops.c:865:class_export_destroy()) destroying export ffff99fe82cab800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788869889.775809:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788869889.775830:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788869889.775836:0:21338:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788869889.775840:0:21338:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff99ffbcd10000) has no exports 00000020:00000080:2.0:1788869889.805049:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788869889.805064:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1788869889.805070:0:21338:0:(genops.c:906:class_export_put()) final put ffff99ffbab92800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1788869889.805075:0:21338:0:(genops.c:865:class_export_destroy()) destroying export ffff99ffbab92800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788869889.805087:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788869889.805478:0:21338:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff99ffbab91800 00000020:01000000:2.0:1788869889.805504:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788869889.805509:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788869889.805514:0:21338:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788869889.805520:0:21338:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff99ffbaf43380) has no exports 00000020:00000080:0.0:1788869889.806397:0:21338:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788869889.806408:0:21338:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788869889.806600:0:21338:0:(genops.c:906:class_export_put()) final put ffff99ff95521800/OSS_uuid 00000020:00000080:0.0:1788869889.806607:0:21338:0:(genops.c:865:class_export_destroy()) destroying export ffff99ff95521800/OSS_uuid for OSS 00000020:01000000:0.0:1788869889.806618:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1788869889.806723:0:18668:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff99ffba93ce00:18668] 1 exiting: rc = 0 00000100:00080000:2.0:1788869889.806948:0:17156:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788869889.807023:0:18667:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff99fe8222c200:18667] 0 exiting: rc = 1 00000100:00100000:2.0:1788869889.807454:0:19213:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff99ffba5c6800:19213] 3 exiting: rc = 0 00000100:00100000:3.0:1788869889.807662:0:19702:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff99fe832b8200:19702] 4 exiting: rc = 0 00000100:00100000:3.0:1788869889.807734:0:18669:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff99ffba93c200:18669] 2 exiting: rc = 0 00000100:00100000:0.0:1788869889.807893:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807905:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807910:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807916:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807922:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807927:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807932:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807936:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807942:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807947:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807953:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807958:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807963:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807969:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807976:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807981:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807986:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807992:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.807997:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808002:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808008:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808014:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808018:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808024:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808040:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808047:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808052:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808057:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808062:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808066:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808071:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808075:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808081:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808086:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808104:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808109:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808115:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808121:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808126:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808142:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808147:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808153:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808158:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808164:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808169:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808174:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808180:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808185:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808189:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808195:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808201:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808206:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808213:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808219:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808224:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808228:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808234:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808239:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.808244:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.809017:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.809030:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.809036:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.809041:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.809046:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.809946:0:18671:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff99ffba93c000:18671] 1 exiting: rc = 0 00000100:00100000:1.0:1788869889.810093:0:18670:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff99fe8222d400:18670] 0 exiting: rc = 1 00000100:00100000:0.0:1788869889.810941:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810948:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810953:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810958:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810962:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810981:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810986:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810991:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.810995:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811000:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811005:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811010:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811015:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811020:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811025:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811031:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811036:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811041:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811047:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811052:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811057:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811062:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811066:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811071:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811075:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811080:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811085:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811090:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811095:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811101:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811107:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811113:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811118:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811123:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811198:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811206:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811212:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811217:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811221:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811226:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811240:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811244:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811249:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811808:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811893:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811905:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811911:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811917:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811921:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811926:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811931:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811936:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811941:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811946:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811952:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811956:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811961:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811966:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811970:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811976:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811981:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811985:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811990:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.811996:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.814428:0:18673:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff99ff88b6f600:18673] 1 exiting: rc = 0 00000100:00100000:3.0:1788869889.814985:0:18674:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff99ffb98aea00:18674] 2 exiting: rc = 0 00000100:00100000:1.0:1788869889.815245:0:18672:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff99ff88b6e200:18672] 0 exiting: rc = 1 00000100:00100000:2.0:1788869889.817017:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817027:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817034:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817040:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817047:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817053:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817059:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817065:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817070:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817075:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817081:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817087:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817093:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817122:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817248:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817278:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817304:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817310:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817316:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817321:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817336:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817343:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817349:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817355:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817362:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817368:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817373:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817379:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817384:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817389:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817394:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817400:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817406:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817703:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817715:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817720:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817725:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817744:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817751:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817756:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817761:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817766:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817771:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817776:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817783:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817788:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817794:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817799:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817804:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817810:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817826:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817842:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817849:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817863:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817877:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817884:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817900:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817907:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817912:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817917:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817923:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817929:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817934:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788869889.817939:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.830984:0:18675:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff99ffb98af800:18675] 0 exiting: rc = 1 00000100:00100000:1.0:1788869889.831107:0:18676:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff99fe83a95c00:18676] 1 exiting: rc = 0 00000100:00100000:3.0:1788869889.831230:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831238:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831244:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831249:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831705:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831710:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831715:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831720:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831725:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831729:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831735:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831740:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831745:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831750:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831756:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831761:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831767:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831773:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831779:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831784:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831789:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831794:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831799:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831804:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831810:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831827:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831833:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831851:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831857:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831862:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831867:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831872:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831877:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831884:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831890:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831895:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831899:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831904:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831909:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831914:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831919:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831924:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831929:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831934:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831938:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831942:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831947:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831952:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831957:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831961:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831965:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831970:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831975:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831979:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831983:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831989:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831993:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.831998:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832002:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832007:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832012:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832017:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832029:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.832034:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788869889.834112:0:18677:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff99fe82239a00:18677] 0 exiting: rc = 1 00000100:00100000:1.0:1788869889.834684:0:18678:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff99fe82239600:18678] 1 exiting: rc = 0 00000100:00100000:3.0:1788869889.834918:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834927:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834934:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834943:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834949:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834956:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834964:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.834993:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835001:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835007:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835013:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835019:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835025:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835030:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835035:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835039:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835042:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835046:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835050:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835065:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835070:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835074:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835078:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835081:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835085:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835089:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835094:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835098:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835102:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835105:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835110:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835201:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835209:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835229:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835235:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835243:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835427:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835436:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835443:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835450:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835456:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835464:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835471:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835501:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835509:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835515:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835520:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835525:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835534:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835542:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835550:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835558:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835563:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835581:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835590:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835615:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835622:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835628:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835633:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835639:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835646:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835651:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835658:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788869889.835665:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788869889.845720:0:21338:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788869910.079606:0:22102:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788869921.068034:0:22698:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788869921.068039:0:22698:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788869921.068040:0:22698:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788869921.068118:0:22698:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff99ffba986000 00000020:01000004:1.0:1788869921.068132:0:22698:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788869921.068139:0:22698:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788869921.068154:0:22698:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff99fe82cd99c0) 00000020:00000080:1.0:1788869921.068168:0:22698:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788869921.130014:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788869921.130207:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.131880:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.132121:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.132340:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.132472:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.132605:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.133050:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.133278:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.133518:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.133790:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.134052:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.134248:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.134445:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.134620:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.134900:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.135124:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.135304:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.135471:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.135607:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.135909:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.136196:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.136396:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.136525:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.136794:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.136977:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.137192:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.137368:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.137521:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.137688:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.138016:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.138167:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788869921.138388:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.138637:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788869921.141489:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.142001:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.142204:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.142624:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.143787:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.144002:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.144464:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.144759:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.144956:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.146202:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.146534:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.146856:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.147859:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788869921.149947:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.150582:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.150924:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.151650:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.151951:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1788869921.152295:0:22698:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:3.0:1788869921.152772:0:22698:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788869921.152972:0:22698:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1788869921.152980:0:22698:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788869921.153001:0:22698:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc45fe 00000020:01000004:3.0:1788869921.153008:0:22698:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1788869921.153013:0:22698:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1788869921.153018:0:22698:0:(tgt_mount.c:101:server_register_mount()) register mount ffff99ffba986000 from MGS 00000020:01000004:3.0:1788869921.153022:0:22698:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1788869921.153081:0:22698:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff99ffbaf40000) 00000020:00000080:3.0:1788869921.153093:0:22698:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1788869921.153159:0:22698:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffba986000 from MGS, refs=2 00080000:01000000:3.0:1788869921.153164:0:22698:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788869921.153168:0:22698:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc460c 00000100:00100000:3.0:1788869921.153804:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1788869921.153955:0:22698:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1788869921.153960:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788869921.154385:0:22698:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1788869921.154392:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788869921.154962:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788869921.155084:0:22698:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1788869921.155089:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788869921.155672:0:22698:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788869921.155680:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788869921.156509:0:22698:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788869921.156516:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788869921.157516:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.157520:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.157522:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.158465:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.158468:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.158470:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869921.158979:0:22698:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788869921.160947:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1788869921.164852:0:22698:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1788869921.165637:0:22710:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788869921.165676:0:22698:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788869921.165717:0:22698:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788869921.166446:0:22698:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788869921.166821:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869921.166960:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788869921.166967:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788869921.170024:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788869921.170037:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1788869921.170717:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1788869921.170725:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1788869921.176756:0:22698:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1788869921.176778:0:22698:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.130@tcp' 00000020:01000004:1.0:1788869921.176780:0:22698:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1788869921.176810:0:22698:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.130@tcp (typ=mgc) 00000020:00000080:1.0:1788869921.176823:0:22698:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.130@tcp (ffff99fe82cd8000) 00000020:00000080:1.0:1788869921.176839:0:22698:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1788869921.176917:0:22698:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ff89c6f000@MGC192.168.201.130@tcp: add connection 192.168.201.130@tcp at head 00010000:00010000:1.0:1788869921.177037:0:22698:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.130@tcp-0 is initialized 00000040:01000000:1.0:1788869921.177050:0:22698:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 1 is initialized 00000100:00080000:3.0:1788869921.181899:0:22715:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1788869921.184434:0:22716:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788869921.184531:0:22698:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.130@tcp (uuid 96c65448-eca8-4b03-8895-1366fc891a7a) 00000020:00000080:1.0:1788869921.184613:0:22698:0:(genops.c:1406:class_connect()) connect: client 96c65448-eca8-4b03-8895-1366fc891a7a, cookie 0xbead52e175fc461a 00000100:00080000:1.0:1788869921.184627:0:22698:0:(import.c:510:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788869921.184633:0:22698:0:(import.c:624:import_select_connection()) MGC192.168.201.130@tcp: import ffff99ff89c6f000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869921.184666:0:22698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa3480 x1875765554801920/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788869921.184744:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:96c65448-eca8-4b03-8895-1366fc891a7a:3615:1875765554801920:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788869921.184824:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788869921.184894:0:22698:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 96c65448-eca8-4b03-8895-1366fc891a7a->MGS 00000020:01000004:1.0:1788869921.184913:0:22698:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788869921.184918:0:22698:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788869921.184930:0:22698:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff99fe82cdb380) 00000020:00000080:1.0:1788869921.184941:0:22698:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1788869921.186269:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554801920 00000100:00100000:2.0:1788869921.186282:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554801920 00000100:00100000:2.0:1788869921.186322:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869921.186330:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3615:x1875765554801920:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1788869921.186355:0:22711:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 96c65448-eca8-4b03-8895-1366fc891a7a@0@lo t0 exp 0000000000000000 cur 539 last 0 00000020:00000080:2.0:1788869921.186383:0:22711:0:(genops.c:1406:class_connect()) connect: client 96c65448-eca8-4b03-8895-1366fc891a7a, cookie 0xbead52e175fc4628 00000100:00080000:2.0:1788869921.186508:0:22711:0:(import.c:65:import_set_state_nolock()) ffff99ffbab23000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788869921.193312:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+5:3615:x1875765554801920:12345-0@lo:250:mount.lustre.0 Request processed in 6911us (8416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.193329:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788869921.194678:0:3615:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.201.130@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788869921.194693:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.130@tcp: connect to target with instance 0 00000100:00080000:3.0:1788869921.194708:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.130@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788869921.194714:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788869921.194719:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89c6f000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788869921.194722:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00100000:1.0:1788869921.195911:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00080000:3.0:1788869921.196643:0:3615:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788869921.196657:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:96c65448-eca8-4b03-8895-1366fc891a7a:3615:1875765554801920:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788869921.196772:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788869921.196780:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788869921.205982:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788869921.205998:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788869921.206951:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788869921.206960:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788869921.207994:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869921.208508:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788869921.208513:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788869921.209123:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788869921.209130:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1788869921.243114:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869921.243538:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1788869921.243622:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788869921.245607:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788869921.245621:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788869921.246600:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788869921.246780:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788869921.246785:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788869921.247713:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788869921.247721:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788869921.248497:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869921.248710:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788869921.248715:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788869921.249445:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788869921.249457:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788869921.250135:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869921.250896:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788869921.250904:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788869921.254819:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788869921.254830:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788869921.273199:0:22698:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788869921.273496:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788869921.273503:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788869921.275183:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788869921.275195:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788869921.276452:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788869921.276461:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788869921.277364:0:22698:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788869921.277403:0:22698:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1788869921.277411:0:22698:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788869921.277569:0:22698:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788869921.277603:0:22698:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.130@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788869921.277608:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788869921.277610:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.277612:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.277613:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.277614:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.277616:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.277617:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.277618:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.277620:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.277621:0:22698:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788869921.277623:0:22698:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788869921.277625:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788869921.277626:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.277627:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.277628:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.277629:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.277630:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.277631:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.277632:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.277633:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.277634:0:22698:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788869921.277671:0:22698:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788869921.277693:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802048:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788869921.277773:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.277854:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.278414:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802048 00000100:00100000:1.0:1788869921.278422:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802048 00000100:00100000:1.0:1788869921.278519:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788869921.278531:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+5:22698:x1875765554802048:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788869921.278649:0:22713:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788869921.278653:0:22713:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788869921.278656:0:22713:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1788869921.279184:0:22735:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788869921.279701:0:22713:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1788869921.281905:0:22736:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788869921.281913:0:22736:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1788869921.281925:0:22736:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788869921.281927:0:22736:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788869921.282190:0:22736:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788869921.282339:0:22713:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788869921.282350:0:22713:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788869921.285964:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+5:22698:x1875765554802048:12345-0@lo:253:mount.lustre.0 Request processed in 7425us (8180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.285979:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788869921.286111:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802048:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788869921.286128:0:22698:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788869921.286133:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788869921.286135:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.286137:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.286138:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.286140:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.286141:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.286143:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.286144:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.286146:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.286148:0:22698:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788869921.286169:0:22698:0:(tgt_mount.c:101:server_register_mount()) register mount ffff99ffba986000 from lustre-MDT0000 10000000:01000000:0.0:1788869921.286201:0:22698:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788869921.286204:0:22698:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788869921.286209:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff99fe82cd8000 10000000:01000000:0.0:1788869921.286215:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869921.286224:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff99fe82cd8000 from 1 10000000:01000000:0.0:1788869921.286227:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788869921.286291:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.286303:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.286314:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.286335:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802176:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869921.286376:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.286495:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:3.0:1788869921.290298:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802176 00000100:00100000:3.0:1788869921.290314:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802176 00000100:00100000:3.0:1788869921.290388:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788869921.290399:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+5:22698:x1875765554802176:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869921.290417:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869921.290439:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff829cf200/0xbead52e175fc4636 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc462f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.290471:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff829cf200/0xbead52e175fc4636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc462f expref: 6 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.290487:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff829cf200/0xbead52e175fc4636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc462f expref: 6 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.290497:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff829cf200, rc 0) 00000100:00100000:3.0:1788869921.290590:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+6:22698:x1875765554802176:12345-0@lo:101:mount.lustre.0 Request processed in 192us (4214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869921.290597:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788869921.290986:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802176:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869921.291006:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.291016:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.291086:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802304:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869921.291117:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.291154:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.291309:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802304 00000100:00100000:1.0:1788869921.291315:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802304 00000100:00100000:1.0:1788869921.291341:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788869921.291348:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+6:22698:x1875765554802304:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869921.291440:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+6:22698:x1875765554802304:12345-0@lo:501:mount.lustre.0 Request processed in 92us (322us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788869921.291447:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788869921.291483:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802304:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788869921.291512:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788869921.291536:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.291545:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869921.291553:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff99ffba986000 10000000:01000000:0.0:1788869921.291558:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788869921.291562:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff99ffba986000 10000000:01000000:0.0:1788869921.291564:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788869921.291567:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff99ffba986000 from 1 10000000:01000000:0.0:1788869921.291570:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788869921.291591:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.291598:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.291614:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.291627:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802432:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869921.291656:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.291684:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:3.0:1788869921.291781:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802432 00000100:00100000:3.0:1788869921.291786:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802432 00000100:00100000:3.0:1788869921.291817:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788869921.291824:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+6:22698:x1875765554802432:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869921.291832:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869921.291848:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff829cf000/0xbead52e175fc4644 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc463d expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.291865:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff829cf000/0xbead52e175fc4644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc463d expref: 7 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.291874:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff829cf000/0xbead52e175fc4644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc463d expref: 7 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.291880:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff829cf000, rc 0) 00000100:00100000:3.0:1788869921.291913:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+7:22698:x1875765554802432:12345-0@lo:101:mount.lustre.0 Request processed in 89us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869921.291918:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788869921.291945:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802432:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869921.291958:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4644 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.291965:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4644 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869921.291977:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788869921.291994:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4644 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.292001:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491a00/0xbead52e175fc463d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4644 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869921.292006:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788869921.292010:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869921.292013:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff99ffba986000 10000000:01000000:0.0:1788869921.292015:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788869921.292018:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788869921.292020:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788869921.292033:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.292045:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.292052:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.292063:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802560:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869921.292091:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.292113:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.292134:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802560 00000100:00100000:2.0:1788869921.292139:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802560 00000100:00100000:2.0:1788869921.292168:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869921.292176:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+7:22698:x1875765554802560:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869921.292183:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869921.292200:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2400/0xbead52e175fc4652 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc464b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.292213:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2400/0xbead52e175fc4652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc464b expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.292221:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2400/0xbead52e175fc4652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc464b expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.292227:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2400, rc 0) 00000100:00100000:2.0:1788869921.292650:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+8:22698:x1875765554802560:12345-0@lo:101:mount.lustre.0 Request processed in 474us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.292657:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788869921.294863:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802560:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869921.294894:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4652 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.294908:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4652 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.294993:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869921.295046:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.295087:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.295233:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802688 00000100:00100000:1.0:1788869921.295240:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802688 00000100:00100000:1.0:1788869921.295330:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788869921.295341:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+8:22698:x1875765554802688:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869921.295497:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+9:22698:x1875765554802688:12345-0@lo:501:mount.lustre.0 Request processed in 158us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.295505:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788869921.295938:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869921.295973:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802816:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869921.296019:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.296052:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.296123:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802816 00000100:00100000:2.0:1788869921.296129:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802816 00000100:00100000:2.0:1788869921.296165:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788869921.296173:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+9:22698:x1875765554802816:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869921.296852:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+9:22698:x1875765554802816:12345-0@lo:503:mount.lustre.0 Request processed in 677us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.296860:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869921.296935:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554802816:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788869921.305607:0:22737:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22737:1875765554802944:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788869921.305718:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869921.305778:0:22737:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb8aa5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.305909:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554802944 00000100:00100000:1.0:1788869921.305918:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554802944 00000100:00100000:1.0:1788869921.305977:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788869921.305986:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+9:22737:x1875765554802944:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788869921.308035:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+9:22737:x1875765554802944:12345-0@lo:502:llog_process_th.0 Request processed in 2041us (2308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.308048:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788869921.308147:0:22737:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22737:1875765554802944:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788869921.308185:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869921.308197:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.308200:0:22737:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788869921.308206:0:22737:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788869921.308209:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869921.308224:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff99ffbaf43380) 00000020:00000080:3.0:1788869921.308242:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788869921.308248:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788869921.308439:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788869921.308446:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc4660 00000020:00000080:3.0:1788869921.308648:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788869921.308718:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869921.308730:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.308731:0:22737:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788869921.308734:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869921.308738:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.308739:0:22737:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788869921.308742:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869921.308761:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff99ffbaf44d40) 00000020:00000080:3.0:1788869921.308771:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788869921.308775:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788869921.308777:0:22737:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788869921.309001:0:22737:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788869921.309011:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788869921.309056:0:22737:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffba986000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788869921.309069:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff99ffbaf419c0) 00000020:00000080:3.0:1788869921.309077:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788869921.309138:0:22737:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788869921.309144:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc4675 00000020:00000080:3.0:1788869921.309238:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788869921.309244:0:22737:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788869921.309249:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbead52e175fc467c 00080000:01000000:3.0:1788869921.309374:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788869921.309378:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc4683 00010000:00010000:1.0:1788869921.410061:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788869921.411112:0:22737:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1788869921.411773:0:22737:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788869921.412168:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff99fe82cdcd40) 00000020:00000080:1.0:1788869921.412184:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1788869921.412285:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788869921.412291:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc4691 00000020:00000080:2.0:1788869921.419909:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788869921.429874:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbead52e175fc4698 00000020:00000080:3.0:1788869921.432412:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788869921.432426:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869921.432519:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.432523:0:22737:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788869921.432528:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788869921.432532:0:22737:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1788869921.432533:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788869921.432535:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788869921.432536:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788869921.432539:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.432541:0:22737:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788869921.432543:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869921.432559:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.432561:0:22737:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788869921.432566:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788869921.432633:0:22737:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788869921.432665:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869921.432670:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.432671:0:22737:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788869921.432674:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869921.432677:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.432678:0:22737:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1788869921.432681:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788869921.432686:0:22737:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:00000080:2.0:1788869921.432713:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788869921.432730:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff99ff95688000) 00000020:00000080:2.0:1788869921.432764:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788869921.432771:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788869921.432831:0:22737:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1788869921.432838:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788869921.432844:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc46a6 00010000:00080000:2.0:1788869921.432878:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ffb9721800@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:2.0:1788869921.434496:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788869921.436808:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788869921.436825:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788869921.436863:0:22737:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788869921.436885:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc46ad 00000100:00080000:3.0:1788869921.436897:0:22737:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788869921.436902:0:22737:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff99ffb9721800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869921.436940:0:22737:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e41c00 x1875765554803072/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788869921.436982:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1788869921.437073:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803072:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788869921.437142:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1788869921.437474:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869921.437479:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.437481:0:22737:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788869921.437485:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788869921.437488:0:22737:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788869921.437489:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869921.437491:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869921.437493:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788869921.437495:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.437496:0:22737:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788869921.437499:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788869921.437504:0:22737:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788869921.437508:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869921.437510:0:22737:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788869921.437513:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788869921.437516:0:22737:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:3.0:1788869921.437538:0:22737:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788869921.437541:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869921.437554:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff99ffb981cd40) 00000020:00000080:3.0:1788869921.437577:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788869921.437583:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788869921.437676:0:22737:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788869921.437681:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788869921.437687:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc46bb 00010000:00080000:3.0:1788869921.437715:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ffb9727800@lustre-OST0000-osc-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:3.0:1788869921.439098:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1788869921.440637:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803072 00000100:00100000:0.0:1788869921.440762:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803072 00000100:00100000:0.0:1788869921.440811:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788869921.441111:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554803072:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788869921.441130:0:22724:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:2.0:1788869921.441779:0:22737:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788869921.441992:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788869921.454936:0:22737:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788869921.455229:0:22737:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788869921.464800:0:22737:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:0.0:1788869921.468534:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554803072:12345-0@lo:38:llog_process_th.0 Request processed in 27416us (31381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788869921.468549:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:1.0:1788869921.469105:0:22743:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788869921.469111:0:22743:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:2.0:1788869921.469446:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869921.469453:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788869921.469457:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803072:0@lo:38:llog_process_th.0 00000020:00000080:0.0:1788869921.470622:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788869921.470637:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788869921.470693:0:22737:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788869921.470713:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc46c2 00000100:00080000:0.0:1788869921.470722:0:22737:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788869921.470727:0:22737:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff99ffb9727800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869921.470772:0:22737:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e0a80 x1875765554803200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869921.470798:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788869921.470854:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869921.470858:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869921.470860:0:22737:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788869921.470863:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788869921.470866:0:22737:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1788869921.470867:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869921.470869:0:22737:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869921.470870:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788869921.470872:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869921.470873:0:22737:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788869921.470876:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788869921.470880:0:22737:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788869921.470884:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869921.470885:0:22737:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788869921.470895:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788869921.470899:0:22737:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:0.0:1788869921.470922:0:22737:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788869921.470925:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869921.470937:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff99ffbcd13380) 00000020:00000080:0.0:1788869921.470950:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1788869921.470956:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788869921.471018:0:22737:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788869921.471023:0:22737:0:(osd_handler.c:8932:osd_obd_connect()) connect #7 00000020:00000080:0.0:1788869921.471029:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbead52e175fc46d0 00010000:00080000:0.0:1788869921.471067:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ffac4a8000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788869921.471281:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1788869921.471354:0:22737:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788869921.471370:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1788869921.471661:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803200:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788869921.471725:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554803200 offset 0 length 520: 4 00000040:00080000:0.0:1788869921.478450:0:22737:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788869921.478890:0:22737:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788869921.479041:0:22737:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1788869921.479499:0:22745:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788869921.479505:0:22745:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788869921.480296:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788869921.480309:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788869921.480349:0:22737:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788869921.480370:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc46d7 00000100:00080000:2.0:1788869921.480381:0:22737:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788869921.480388:0:22737:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff99ffac4a8000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869921.480424:0:22737:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be5880 x1875765554803328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869921.480447:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788869921.480506:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869921.480510:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.480513:0:22737:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788869921.480515:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869921.480519:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.480520:0:22737:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788869921.480523:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788869921.480525:0:22737:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788869921.480527:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869921.480529:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.480530:0:22737:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788869921.480533:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869921.480535:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869921.480536:0:22737:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788869921.480539:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788869921.480578:0:22737:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22737:1875765554803456:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.480672:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.480708:0:22737:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe832afb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.480788:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803456 00000100:00100000:1.0:1788869921.480795:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803456 00000100:00100000:1.0:1788869921.480842:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788869921.480851:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+9:22737:x1875765554803456:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788869921.480964:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+9:22737:x1875765554803456:12345-0@lo:502:llog_process_th.0 Request processed in 114us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.480977:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788869921.481051:0:22737:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22737:1875765554803456:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788869921.481074:0:22737:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869921.481078:0:22737:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.481080:0:22737:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788869921.481083:0:22737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:0.0:1788869921.481240:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803328:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788869921.481298:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554803328 offset 0 length 520: 4 00000020:01000000:0.0:1788869921.481330:0:22698:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1788869921.481349:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788869921.481365:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4652 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.481376:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491400/0xbead52e175fc464b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4652 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869921.481383:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffba986000 from 1 10000000:01000000:0.0:1788869921.481386:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788869921.481412:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.481426:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.481435:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.481449:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869921.481475:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.481491:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.481570:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803584 00000100:00100000:1.0:1788869921.481575:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803584 00000100:00100000:1.0:1788869921.481596:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788869921.481603:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+9:22698:x1875765554803584:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869921.481612:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869921.481626:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc46de expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.481647:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc46de expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.481657:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc46de expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.481666:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9a00, rc 0) 00000100:00100000:1.0:1788869921.481695:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+10:22698:x1875765554803584:12345-0@lo:101:mount.lustre.0 Request processed in 93us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.481701:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869921.481821:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869921.481833:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.481841:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869921.482418:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803712:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788869921.482458:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.482485:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869921.482506:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803712 00000100:00100000:0.0:1788869921.482511:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803712 00000100:00100000:0.0:1788869921.482539:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788869921.482546:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+10:22698:x1875765554803712:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788869921.482560:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788869921.482565:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788869921.482626:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+10:22698:x1875765554803712:12345-0@lo:256:mount.lustre.0 Request processed in 80us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869921.482680:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788869921.482717:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803712:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788869921.483798:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788869921.483810:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.483821:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869921.485131:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffba986000 from 1 10000000:01000000:1.0:1788869921.485141:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788869921.485198:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.485229:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.485241:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869921.485678:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803840:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788869921.485763:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.485799:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fe300 going to sleep for 11 seconds 00000100:00100000:0.0:1788869921.485960:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803840 00000100:00100000:0.0:1788869921.485969:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803840 00000100:00100000:0.0:1788869921.486026:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869921.486034:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+10:22698:x1875765554803840:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869921.486047:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869921.486063:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc46ec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.486087:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc46ec expref: 11 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.486097:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc46ec expref: 11 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.486105:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81491200, rc 0) 00000100:00100000:0.0:1788869921.486200:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554803840:12345-0@lo:101:mount.lustre.0 Request processed in 166us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869921.486207:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788869921.487058:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803840:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869921.487088:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.487100:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869921.487179:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869921.487222:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.487288:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe832afc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788869921.487368:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554803968 00000100:00100000:3.0:1788869921.487375:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554803968 00000100:00100000:3.0:1788869921.487408:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788869921.487417:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554803968:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869921.487586:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554803968:12345-0@lo:501:mount.lustre.0 Request processed in 170us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869921.487595:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788869921.487844:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554803968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869921.487874:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804096:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869921.487916:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.487942:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe832afc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.487986:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804096 00000100:00100000:1.0:1788869921.487991:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804096 00000100:00100000:1.0:1788869921.488026:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788869921.488033:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554804096:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869921.489276:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554804096:12345-0@lo:503:mount.lustre.0 Request processed in 1216us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.489286:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788869921.489393:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804096:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869921.490136:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22747:1875765554804224:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788869921.490192:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.490228:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fea80 going to sleep for 11 seconds 00000100:00100000:0.0:1788869921.490298:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804224 00000100:00100000:0.0:1788869921.490305:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804224 00000100:00100000:0.0:1788869921.490342:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788869921.490351:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+11:22747:x1875765554804224:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788869921.490861:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+11:22747:x1875765554804224:12345-0@lo:502:llog_process_th.0 Request processed in 509us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869921.490869:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788869921.490958:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22747:1875765554804224:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788869921.490986:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869921.490997:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.490999:0:22747:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788869921.491006:0:22747:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffba986000 00000020:00000080:1.0:1788869921.491009:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869921.491018:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869921.491026:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491028:0:22747:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788869921.491031:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869921.491034:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491035:0:22747:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788869921.491038:0:22747:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffba986000 00000020:00000080:1.0:1788869921.491040:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869921.491100:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869921.491104:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491106:0:22747:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788869921.491108:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869921.491110:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491112:0:22747:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869921.491115:0:22747:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffba986000 00000020:00000080:1.0:1788869921.491118:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869921.491136:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869921.491139:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491140:0:22747:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869921.491142:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869921.491144:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.491146:0:22747:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788869921.491149:0:22747:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffba986000 00000020:00000080:1.0:1788869921.491151:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788869921.491189:0:22747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22747:1875765554804352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788869921.491229:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.491337:0:22747:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fea80 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.501265:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804352 00000100:00100000:2.0:1788869921.501281:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804352 00000100:00100000:2.0:1788869921.501343:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869921.501352:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+11:22747:x1875765554804352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.501533:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+11:22747:x1875765554804352:12345-0@lo:502:llog_process_th.0 Request processed in 181us (10303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.501540:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788869921.505977:0:22747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22747:1875765554804352:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788869921.506026:0:22747:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869921.506035:0:22747:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869921.506038:0:22747:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788869921.506044:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788869921.506581:0:22698:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788869921.506623:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869921.506655:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.506668:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869921.506720:0:22698:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788869921.506724:0:22698:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff99ffba986000 10000000:01000000:2.0:1788869921.506727:0:22698:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff99ffba986000 10000000:01000000:2.0:1788869921.506732:0:22698:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788869921.506738:0:22698:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff99ffba986000 from 1 10000000:01000000:2.0:1788869921.506752:0:22698:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788869921.506791:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.506800:0:22698:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869921.506810:0:22698:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869921.506834:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804480:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788869921.506903:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.506962:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe832af6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.507110:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804480 00000100:00100000:1.0:1788869921.507122:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804480 00000100:00100000:1.0:1788869921.507170:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788869921.507179:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+11:22698:x1875765554804480:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869921.507192:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869921.507206:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a8a00/0xbead52e175fc4701 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc46fa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.507229:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a8a00/0xbead52e175fc4701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc46fa expref: 12 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.507274:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a8a00/0xbead52e175fc4701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc46fa expref: 12 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.507283:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8a00, rc 0) 00000100:00100000:1.0:1788869921.507322:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554804480:12345-0@lo:101:mount.lustre.0 Request processed in 143us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.507329:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788869921.507388:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804480:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869921.507404:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4701 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.507414:0:22698:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4701 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869921.507468:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804608:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869921.507495:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.507517:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.508785:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804608 00000100:00100000:2.0:1788869921.508795:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804608 00000100:00100000:2.0:1788869921.508844:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788869921.508853:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554804608:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869921.508998:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554804608:12345-0@lo:501:mount.lustre.0 Request processed in 146us (1502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.509019:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788869921.509121:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804608:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869921.509171:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804736:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869921.509218:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.509282:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.509383:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804736 00000100:00100000:2.0:1788869921.509397:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804736 00000100:00100000:2.0:1788869921.509430:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788869921.509437:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554804736:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869921.509522:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554804736:12345-0@lo:503:mount.lustre.0 Request processed in 85us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.509530:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788869921.509681:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554804736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869921.513772:0:22752:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554804864:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.513864:0:22752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.513911:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804864 00000100:00100000:2.0:1788869921.513918:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804864 00000100:00100000:2.0:1788869921.513964:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788869921.513973:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554804864:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.514101:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554804864:12345-0@lo:502:llog_process_th.0 Request processed in 128us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.514109:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788869921.514161:0:22752:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe832afb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.514200:0:22752:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554804864:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788869921.514303:0:22752:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788869921.514321:0:22752:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff99ff9568cd40) 00000020:00000080:2.0:1788869921.514343:0:22752:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1788869921.514508:0:22752:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffba986000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788869921.514513:0:22752:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffba986000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788869921.514516:0:22752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffba986000 4 00010000:00080000:2.0:1788869921.514551:0:22752:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ffb989f000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:2.0:1788869921.516152:0:22752:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1788869921.516289:0:22752:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788869921.516326:0:22752:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788869921.516342:0:22752:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbead52e175fc470f 00000100:00080000:2.0:1788869921.516353:0:22752:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788869921.516360:0:22752:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff99ffb989f000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869921.516399:0:22752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be5180 x1875765554804992/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869921.516457:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554804992:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788869921.516524:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869921.519949:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554804992 00000100:00100000:3.0:1788869921.519965:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554804992 00000100:00100000:3.0:1788869921.520009:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788869921.520018:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3615:x1875765554804992:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788869921.527709:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3615:x1875765554804992:12345-0@lo:38:llog_process_th.0 Request processed in 7682us (11175us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788869921.527726:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869921.533479:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788869921.533496:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb989f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869921.533559:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788869921.533565:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554804992:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788869921.533651:0:22752:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788869921.553694:0:22752:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554805120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.553809:0:22752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.553854:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805120 00000100:00100000:2.0:1788869921.553861:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805120 00000100:00100000:2.0:1788869921.553902:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788869921.553911:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554805120:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.554029:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554805120:12345-0@lo:502:llog_process_th.0 Request processed in 117us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.554036:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788869921.554088:0:22752:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788869921.554133:0:22752:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554805120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.554185:0:22752:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554805248:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788869921.554216:0:22752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869921.554242:0:22752:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869921.561171:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805248 00000100:00100000:1.0:1788869921.561196:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805248 00000100:00100000:1.0:1788869921.561518:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788869921.561531:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554805248:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788869921.561728:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:22752:x1875765554805248:12345-0@lo:502:llog_process_th.0 Request processed in 200us (7510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.561736:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788869921.566573:0:22752:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:96c65448-eca8-4b03-8895-1366fc891a7a:22752:1875765554805248:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788869921.566624:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788869921.568132:0:22698:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788869921.568167:0:22698:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788869921.568367:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4701 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869921.568380:0:22698:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3000/0xbead52e175fc46fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4701 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788869921.568447:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788869921.568449:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.568451:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.568452:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.568453:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.568455:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.568457:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.568458:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.568460:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.568462:0:22698:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788869921.568466:0:22698:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788869921.568469:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788869921.568470:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.568471:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.568472:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.568473:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.568475:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.568476:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.568477:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.568483:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.568484:0:22698:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788869921.568510:0:22698:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788869921.568529:0:22698:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554805376:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788869921.568598:0:22698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.568641:0:22698:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6000 going to sleep for 11 seconds 00000100:00100000:3.0:1788869921.568718:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805376 00000100:00100000:3.0:1788869921.568725:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805376 00000100:00100000:3.0:1788869921.568826:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788869921.568837:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554805376:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788869921.568871:0:22712:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788869921.568888:0:22712:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788869921.579872:0:22712:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788869921.579899:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1788869921.580185:0:22735:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788869921.580191:0:22735:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788869921.580216:0:22735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.580248:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.580291:0:22735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.580337:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.580357:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869921.580396:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554805504:0@lo:104: 00000100:00100000:0.0:1788869921.580624:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869921.580698:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae5fe0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788869921.580841:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:22698:x1875765554805376:12345-0@lo:253:mount.lustre.0 Request processed in 12002us (12238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869921.580855:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788869921.580980:0:22698:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:22698:1875765554805376:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788869921.580999:0:22698:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788869921.581009:0:22698:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788869921.581012:0:22698:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788869921.581014:0:22698:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869921.581016:0:22698:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869921.581017:0:22698:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869921.581019:0:22698:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869921.581021:0:22698:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788869921.581024:0:22698:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788869921.581027:0:22698:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869921.581029:0:22698:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788869921.581052:0:22698:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788869921.581191:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805504 00000100:00100000:1.0:1788869921.581202:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805504 00000100:00100000:1.0:1788869921.581290:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788869921.581301:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554805504:12345-0@lo:104: 00010000:00010000:1.0:1788869921.581319:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.581415:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788869921.581422:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554805504:12345-0@lo:104: Request processed in 124us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869921.581429:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788869921.581448:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869921.581454:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.581462:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81490e00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869921.581466:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.581475:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869921.581483:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869921.581489:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788869921.581527:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.581534:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788869921.581908:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554805504:0@lo:104: 00010000:00010000:3.0:1788869921.581932:0:22735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869921.582809:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1788869921.582835:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.582845:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff81490e00/0xbead52e175fc46de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46e5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.582875:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.582877:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869921.582879:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869921.583229:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554805632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869921.583424:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869921.583559:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805632 00000100:00100000:1.0:1788869921.583567:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805632 00010000:00010000:1.0:1788869921.583597:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869921.583736:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788869921.583756:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+12:3616:x1875765554805632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788869921.583782:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869921.583788:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583800:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583820:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc46e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc46de expref: 12 pid: 22712 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583835:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583857:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788869921.583873:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003682998s 00010000:00010000:1.0:1788869921.583878:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583885:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583892:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583898:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583903:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869921.583907:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.583914:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.584189:0:22735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869921.584208:0:22735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.584428:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.584438:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc4716 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869921.584453:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869921.584615:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+11:3616:x1875765554805632:12345-0@lo:103:ldlm_bl.0 Request processed in 859us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869921.584627:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788869921.584832:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554805632:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788869921.607015:0:22698:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788869921.607711:0:22698:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:0.0:1788869921.608176:0:22760:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788869921.608808:0:22760:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1788869921.609680:0:22698:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:2.0:1788869921.609898:0:22759:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1788869921.609905:0:22759:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00080000:2.0:1788869921.612003:0:22761:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff99ff84be6a00 x1875765554805760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869921.612024:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000040:01000000:3.0:1788869921.612556:0:22698:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788869921.612611:0:22698:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788869921.613024:0:22698:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788869921.613032:0:22698:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788869921.613070:0:22698:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788869921.614083:0:22698:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788869921.614657:0:22698:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788869921.614697:0:22698:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788869921.616030:0:22760:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788869921.616134:0:22760:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1788869921.618441:0:22698:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788869921.620406:0:22698:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1788869921.623500:0:22698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788869921.625428:0:22698:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788869921.625487:0:22698:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb76cc1c87988 00100000:10000000:3.0:1788869921.625499:0:22698:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788869921.627164:0:22698:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788869921.627192:0:22698:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788869921.627216:0:22698:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=45 00000080:00000004:3.0:1788869921.627244:0:22698:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788869921.639705:0:22698:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788869921.640087:0:22698:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788869922.202283:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788869922.586546:0:22754:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788869922.586555:0:22754:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788869922.587867:0:22754:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788869922.587876:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788869922.655679:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 10000000:01000000:2.0:1788869922.776512:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788869922.776521:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffba986000 from 11 10000000:01000000:2.0:1788869922.776526:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788869922.776593:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869922.776604:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869922.776616:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869922.776644:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554805888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869922.776731:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869922.776821:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae65c780 going to sleep for 11 seconds 00000100:00100000:0.0:1788869922.783353:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805888 00000100:00100000:0.0:1788869922.783370:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805888 00000100:00100000:1.0:1788869922.786476:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788869922.786491:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+11:22716:x1875765554805888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869922.786510:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869922.786531:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc471d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869922.786560:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc471d expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869922.786572:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc471d expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869922.786581:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8200, rc 0) 00000100:00100000:1.0:1788869922.786671:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+12:22716:x1875765554805888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (9940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869922.786678:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788869922.786824:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554805888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869922.786848:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869922.786858:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869922.786954:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554806016:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788869922.786999:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869922.790382:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e423c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869922.803261:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806016 00000100:00100000:2.0:1788869922.803280:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806016 00000100:00100000:2.0:1788869922.803349:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788869922.803358:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:22716:x1875765554806016:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788869922.803388:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788869922.803415:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788869922.803418:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788869922.803554:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:22716:x1875765554806016:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 196us (16553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869922.803563:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788869922.803747:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554806016:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788869922.803800:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788869922.803816:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869922.803826:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869923.224515:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788869923.613928:0:22754:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788869923.613939:0:22754:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788869923.614074:0:22754:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1788869923.614115:0:22754:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788869923.614280:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:2.0:1788869923.681979:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:0.0:1788869924.255309:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869924.699604:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:2.0:1788869925.272454:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869925.725910:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000001:02000400:3.0:1788869926.232059:0:23004:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788869926.298469:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869926.755432:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000100:00080000:3.0:1788869926.810492:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788869926.810499:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788869926.810502:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869926.810511:0:14945:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 539 00000100:00080000:3.0:1788869926.810516:0:14945:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788869926.810524:0:14945:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff99ffb9721800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869926.810548:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e40000 x1875765554806272/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869926.810633:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554806144:0@lo:400:kworker.0 00000100:00100000:1.0:1788869926.810713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788869926.810988:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869926.810993:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869926.810995:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869926.810999:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869926.811002:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788869926.811005:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788869926.811007:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ffb989f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869926.811012:0:14945:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff99ffb989f000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869926.811028:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e41500 x1875765554806400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788869926.811543:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806144 00000100:00100000:3.0:1788869926.811551:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806144 00000100:00100000:3.0:1788869926.811597:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788869926.811607:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:3618:x1875765554806144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869926.811741:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:3618:x1875765554806144:12345-0@lo:400:kworker.0 Request processed in 134us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869926.811749:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788869926.812352:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554806144:0@lo:400:kworker.0 00000100:00100000:0.0:1788869926.812860:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806272:0@lo:38:kworker.0 00000100:00100000:0.0:1788869926.812914:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869926.812950:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554806400:0@lo:38:kworker.0 00000100:00100000:0.0:1788869926.812993:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869926.813070:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806400 00000100:00100000:0.0:1788869926.813076:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806400 00000100:00100000:0.0:1788869926.813101:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788869926.813107:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875765554806400:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788869926.813131:0:22721:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 544 last 0 00000020:00000080:0.0:1788869926.813166:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbead52e175fc472b 00000004:00100000:0.0:1788869926.813182:0:22721:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788869926.813336:0:22721:0:(import.c:65:import_set_state_nolock()) ffff99ffae5c9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869926.813382:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875765554806400:12345-0@lo:38:kworker.0 Request processed in 274us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869926.813389:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788869926.813425:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff99ffa5e41500 x1875765554806400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869926.813441:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788869926.813524:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788869926.813529:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788869926.813531:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb989f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788869926.813537:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875765554806400:0@lo:38:kworker.0 00000100:00100000:2.0:1788869926.814488:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806272 00000100:00100000:2.0:1788869926.814496:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806272 00000100:00100000:2.0:1788869926.814529:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788869926.814535:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554806272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788869926.814550:0:22725:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788869926.814606:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554806272:12345-0@lo:38:kworker.0 Request processed in 70us (1692us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788869926.814613:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788869926.814817:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869926.814823:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788869926.814827:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806272:0@lo:38:kworker.0 00000020:00000004:3.0:1788869927.018529:0:23056:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869927.018848:0:23056:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788869927.320479:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869927.772387:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000020:00000004:1.0:1788869927.901909:0:23106:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788869927.902160:0:23106:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788869928.344544:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869928.792499:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:3.0:1788869929.374506:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869929.820853:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:0.0:1788869930.392510:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869930.840823:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:3.0:1788869931.417394:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869931.865453:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000100:00080000:2.0:1788869931.933042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788869931.933053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788869931.933058:0:36:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1788869931.933181:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554806528:0@lo:400:kworker.0 00000100:00100000:3.0:1788869931.933311:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869931.933823:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869921/real 1788869921] req@ffff99ff84be5880 x1875765554803328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869931 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869931.933869:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff84be5880 x1875765554803328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869931 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869931.933882:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869921/real 1788869921] req@ffff99ff832e0a80 x1875765554803200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869931 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869931.933918:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e0a80 x1875765554803200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869931 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869931.933934:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869931.933954:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788869931.933958:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803328:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788869931.933965:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869931.933972:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788869931.933975:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554803200:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788869931.934178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 544 00000100:00080000:2.0:1788869931.934186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788869931.934194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff99ffb9721800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869931.934817:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806528 00000100:00100000:3.0:1788869931.934831:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806528 00000100:00100000:3.0:1788869931.934947:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788869931.934960:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:3619:x1875765554806528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869931.935065:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+12:3619:x1875765554806528:12345-0@lo:400:kworker.0 Request processed in 107us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869931.935085:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788869931.935210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e0a80 x1875765554806656/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869931.935238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869931.935243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788869931.935247:0:36:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869931.935267:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 539 00000100:00080000:0.0:1788869931.935272:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788869931.935277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff99ffb9727800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869931.935292:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e0000 x1875765554806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869931.935321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869931.935324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788869931.935326:0:36:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869931.935330:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 539 00000100:00080000:0.0:1788869931.935334:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788869931.935337:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff99ffac4a8000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869931.935352:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e1880 x1875765554806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869931.935417:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806656:0@lo:38:kworker.0 00000100:00100000:0.0:1788869931.935474:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869931.935507:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806784:0@lo:8:kworker.0 00000400:00000100:0.0:1788869931.935534:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554806784 offset 0 length 520: 4 00000100:00100000:0.0:1788869931.935568:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806912:0@lo:8:kworker.0 00000400:00000100:0.0:1788869931.935585:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554806912 offset 0 length 520: 4 00000100:00100000:0.0:1788869931.935615:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554806656 00000100:00100000:0.0:1788869931.935620:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554806656 00000100:00100000:0.0:1788869931.935651:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788869931.935657:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554806656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788869931.935681:0:22724:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788869931.943329:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554807040:0@lo:400:kworker.0 00000100:00100000:2.0:1788869931.944760:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869931.944901:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554806528:0@lo:400:kworker.0 00000100:00100000:3.0:1788869931.945627:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807040 00000100:00100000:3.0:1788869931.945640:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807040 00000100:00100000:3.0:1788869931.945724:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788869931.945736:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554807040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869931.945841:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554807040:12345-0@lo:400:kworker.0 Request processed in 107us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869931.945849:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788869931.945925:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff99ff832e0700 x1875765554807040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869931.945941:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554807040:0@lo:400:kworker.0 00000100:00100000:0.0:1788869931.980576:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3615:x1875765554806656:12345-0@lo:38:kworker.0 Request processed in 44908us (45092us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788869931.980592:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788869931.980799:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788869931.980805:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788869931.980809:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806656:0@lo:38:kworker.0 00010000:00010000:0.0:1788869932.452731:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869932.889110:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:0.0:1788869933.473546:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788869933.854667:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788869933.914224:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:0.0:1788869934.488403:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869934.936478:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:1.0:1788869935.512979:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788869935.633849:0:23451:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788869935.633854:0:23451:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788869935.633856:0:23451:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788869935.633973:0:23451:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff99ffb9bbb000 00000020:01000004:2.0:1788869935.633991:0:23451:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788869935.634002:0:23451:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788869935.634016:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff99ff956899c0) 00000020:00000080:2.0:1788869935.634033:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788869935.692185:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788869935.693098:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788869935.697316:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.697868:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.698394:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.698837:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.699038:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.699227:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788869935.699768:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788869935.699952:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788869935.700201:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.700788:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.700969:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.701911:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.702170:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.702535:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.702932:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.703180:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.703544:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.703881:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.704070:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.704622:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.704922:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.705207:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.705639:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.705984:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.706184:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.706679:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.707056:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.707346:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.707796:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.708594:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.709074:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788869935.709332:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788869935.709926:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.710164:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788869935.710870:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.711129:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788869935.711384:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.711956:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.712147:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788869935.712395:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.712834:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788869935.713036:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788869935.713232:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788869935.713773:0:23451:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:3.0:1788869935.716608:0:23451:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788869935.716837:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1788869935.716848:0:23451:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788869935.716862:0:23451:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc4739 00000020:01000004:3.0:1788869935.716869:0:23451:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788869935.716891:0:23451:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788869935.716895:0:23451:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788869935.716901:0:23451:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1788869935.716926:0:23451:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1788869935.716930:0:23451:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1788869935.727156:0:23451:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788869935.727203:0:23451:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.130@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788869935.727208:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788869935.727210:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788869935.727213:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788869935.727214:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788869935.727215:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788869935.727217:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788869935.727218:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788869935.727220:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788869935.727221:0:23451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788869935.727225:0:23451:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788869935.727227:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788869935.727228:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788869935.727229:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788869935.727230:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788869935.727232:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788869935.727232:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788869935.727233:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788869935.727234:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788869935.727235:0:23451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788869935.727360:0:23451:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788869935.727384:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807168:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788869935.727544:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869935.727649:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e42000 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.727875:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807168 00000100:00100000:1.0:1788869935.727884:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807168 00000100:00100000:1.0:1788869935.727979:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788869935.727989:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+12:23451:x1875765554807168:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788869935.728022:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788869935.728025:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1788869935.728032:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788869935.728466:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+12:23451:x1875765554807168:12345-0@lo:253:mount.lustre.0 Request processed in 478us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.728474:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788869935.728588:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807168:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788869935.728598:0:23451:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788869935.728601:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788869935.728602:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788869935.728603:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869935.728604:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869935.728605:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869935.728606:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869935.728607:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788869935.728609:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869935.728610:0:23451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788869935.728628:0:23451:0:(tgt_mount.c:101:server_register_mount()) register mount ffff99ffb9bbb000 from lustre-MDT0001 10000000:01000000:3.0:1788869935.728654:0:23451:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1788869935.728657:0:23451:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788869935.728664:0:23451:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff99fe82cd8000 local copy 00010000:00010000:3.0:1788869935.728674:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.728798:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.728830:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.729205:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.729609:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807296 00000100:00100000:2.0:1788869935.729617:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807296 00000100:00100000:1.0:1788869935.729859:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788869935.729869:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:23451:x1875765554807296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869935.729963:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:23451:x1875765554807296:12345-0@lo:501:mount.lustre.0 Request processed in 95us (1132us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788869935.729969:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788869935.730067:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807296:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788869935.730085:0:23451:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788869935.730107:0:23451:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788869935.730115:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730125:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.730152:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff99ffb9bbb000 10000000:01000000:3.0:1788869935.730157:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788869935.730162:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff99fe82cd8000 10000000:01000000:3.0:1788869935.730165:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788869935.730168:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff99fe82cd8000 from 1 10000000:01000000:3.0:1788869935.730171:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788869935.730200:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730209:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730219:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.730250:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807424:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869935.730314:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.730347:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.730466:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807424 00000100:00100000:1.0:1788869935.730472:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807424 00000100:00100000:1.0:1788869935.730502:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788869935.730508:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+12:23451:x1875765554807424:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869935.730517:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869935.730532:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc4747 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4740 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.730555:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc4747 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4740 expref: 13 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.730566:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9a00/0xbead52e175fc4747 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4740 expref: 13 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.730574:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9a00, rc 0) 00000100:00100000:1.0:1788869935.730618:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+13:23451:x1875765554807424:12345-0@lo:101:mount.lustre.0 Request processed in 110us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.730625:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869935.730815:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807424:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869935.730827:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4747 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730835:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4747 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.730849:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788869935.730869:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4747 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730876:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff829cf400/0xbead52e175fc4740 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4747 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.730883:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff99ffb9bbb000 10000000:01000000:3.0:1788869935.730886:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788869935.730889:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff99ffb9bbb000 from 1 10000000:01000000:3.0:1788869935.730891:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788869935.730904:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730911:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.730918:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.730937:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807552:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869935.730963:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.730981:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.731062:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807552 00000100:00100000:2.0:1788869935.731067:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807552 00000100:00100000:2.0:1788869935.731088:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788869935.731095:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+13:23451:x1875765554807552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869935.731101:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869935.731111:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f3c00/0xbead52e175fc4755 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc474e expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731125:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f3c00/0xbead52e175fc4755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc474e expref: 14 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731133:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f3c00/0xbead52e175fc4755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc474e expref: 14 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731140:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f3c00, rc 0) 00000100:00100000:2.0:1788869935.731167:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+14:23451:x1875765554807552:12345-0@lo:101:mount.lustre.0 Request processed in 73us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.731173:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788869935.731357:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869935.731367:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4755 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.731374:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4755 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.731384:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788869935.731399:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4755 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.731407:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff829cec00/0xbead52e175fc474e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4755 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.731413:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788869935.731417:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788869935.731421:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff99ffb9bbb000 10000000:01000000:3.0:1788869935.731424:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788869935.731427:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1788869935.731430:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788869935.731452:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.731458:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.731472:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.731495:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807680:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869935.731520:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.731541:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.731788:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807680 00000100:00100000:2.0:1788869935.731793:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807680 00000100:00100000:2.0:1788869935.731827:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788869935.731834:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+14:23451:x1875765554807680:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869935.731841:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869935.731850:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2c00/0xbead52e175fc4763 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc475c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731876:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2c00/0xbead52e175fc4763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc475c expref: 15 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731884:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2c00/0xbead52e175fc4763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc475c expref: 15 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.731890:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2c00, rc 0) 00000100:00100000:2.0:1788869935.731927:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554807680:12345-0@lo:101:mount.lustre.0 Request processed in 93us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.731933:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788869935.732038:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807680:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869935.732050:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4763 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.732057:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4763 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788869935.733798:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1788869935.734424:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788869935.739905:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788869935.739969:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1788869935.739988:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1788869935.740005:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1788869935.740020:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1788869935.740035:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1788869935.740048:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1788869935.740061:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1788869935.740074:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1788869935.740086:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1788869935.740097:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1788869935.740114:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1788869935.740128:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1788869935.740142:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1788869935.740167:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1788869935.740182:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1788869935.740196:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1788869935.740208:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1788869935.740221:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1788869935.740235:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1788869935.740247:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1788869935.740747:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1788869935.740768:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1788869935.740783:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1788869935.740797:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1788869935.740810:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1788869935.740823:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1788869935.740835:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1788869935.740849:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1788869935.740863:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1788869935.740877:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1788869935.740890:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1788869935.740903:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1788869935.740915:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1788869935.740928:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1788869935.740942:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1788869935.740953:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1788869935.740964:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1788869935.740976:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1788869935.740987:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1788869935.740999:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1788869935.741011:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1788869935.741022:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1788869935.741033:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1788869935.741063:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1788869935.741069:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1788869935.741189:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807808:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.741298:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.741342:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c600 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.741630:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807808 00000100:00100000:2.0:1788869935.741638:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807808 00000100:00100000:2.0:1788869935.741702:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788869935.741711:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554807808:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869935.741868:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554807808:12345-0@lo:501:mount.lustre.0 Request processed in 158us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.741876:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788869935.741968:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807808:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869935.742012:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807936:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869935.742061:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.742089:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb98f26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.742185:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554807936 00000100:00100000:2.0:1788869935.742190:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554807936 00000100:00100000:2.0:1788869935.742207:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788869935.742213:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554807936:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869935.743220:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554807936:12345-0@lo:503:mount.lustre.0 Request processed in 1004us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.743229:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788869935.745097:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554807936:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788869935.745924:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788869935.746013:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554808064:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.746093:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.746198:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.746838:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808064 00000100:00100000:1.0:1788869935.746846:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808064 00000100:00100000:1.0:1788869935.746938:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788869935.746949:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554808064:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869935.748116:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554808064:12345-0@lo:502:mount.lustre.0 Request processed in 1165us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.748126:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788869935.748240:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554808064:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869935.748634:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788869935.748666:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1788869935.748682:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1788869935.748715:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1788869935.748731:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1788869935.748746:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1788869935.748760:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1788869935.748772:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1788869935.748785:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1788869935.748799:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1788869935.748812:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1788869935.748825:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1788869935.748842:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1788869935.748852:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1788869935.748864:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1788869935.748875:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1788869935.748886:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1788869935.748899:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1788869935.748911:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1788869935.748922:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1788869935.748933:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1788869935.748943:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1788869935.748968:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1788869935.748980:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1788869935.748990:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1788869935.749002:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1788869935.749014:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1788869935.749026:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1788869935.749040:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1788869935.749054:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1788869935.749066:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1788869935.749079:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1788869935.749093:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1788869935.749105:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1788869935.749118:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1788869935.749131:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1788869935.749144:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1788869935.749157:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1788869935.749172:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1788869935.749185:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1788869935.749198:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1788869935.749211:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1788869935.749223:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1788869935.749236:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788869935.749302:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554808192:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869935.749363:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.751535:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6540 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.751782:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808192 00000100:00100000:3.0:1788869935.751792:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808192 00000100:00100000:1.0:1788869935.752006:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788869935.752017:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554808192:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869935.752176:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554808192:12345-0@lo:502:mount.lustre.0 Request processed in 160us (2812us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.752184:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788869935.752613:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554808192:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869935.752874:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1788869935.752890:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1788869935.754079:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869935.754092:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869935.754095:0:23455:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788869935.754101:0:23455:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1788869935.754104:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869935.754118:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff99ffb981b380) 00000020:00000080:3.0:1788869935.754139:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1788869935.754145:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788869935.754217:0:23455:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788869935.754224:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc4771 00000020:00000080:3.0:1788869935.754822:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788869935.754828:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869935.754832:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869935.754834:0:23455:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788869935.754837:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869935.754841:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869935.754842:0:23455:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1788869935.754846:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869935.754853:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff99ffb98199c0) 00000020:00000080:3.0:1788869935.754865:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1788869935.754868:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788869935.754875:0:23455:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1788869935.754878:0:23455:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1788869935.754884:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788869935.754938:0:23455:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffb9bbb000 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1788869935.754949:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff99ffb9818000) 00000020:00000080:3.0:1788869935.754957:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1788869935.755014:0:23455:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788869935.755019:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc4786 00000020:00000080:3.0:1788869935.755106:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1788869935.755113:0:23455:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788869935.755117:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xbead52e175fc478d 00080000:01000000:3.0:1788869935.755123:0:23455:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788869935.755126:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc4794 00010000:00010000:2.0:1788869935.857001:0:23455:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788869935.862212:0:23455:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788869935.863402:0:23455:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788869935.864756:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1788869935.864770:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869935.864778:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869935.864780:0:23455:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1788869935.864784:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869935.864791:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869935.864792:0:23455:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1788869935.864795:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788869935.864800:0:23455:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:00000080:2.0:1788869935.864828:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788869935.864844:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff99ff9568b380) 00000020:00000080:2.0:1788869935.864867:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1788869935.864872:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788869935.864939:0:23455:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1788869935.864946:0:23455:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788869935.864954:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc47a2 00010000:00080000:2.0:1788869935.864988:0:23455:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99fe81cb3000@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:2.0:1788869935.868293:0:23455:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788869935.870825:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788869935.870846:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788869935.870885:0:23455:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788869935.870911:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc47a9 00000100:00080000:1.0:1788869935.870923:0:23455:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788869935.870930:0:23455:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff99fe81cb3000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869935.870974:0:23455:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa3b80 x1875765554808320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869935.871127:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808320:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788869935.871218:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788869935.872114:0:23455:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1788869935.872200:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.872206:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872208:0:23455:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788869935.872218:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788869935.872222:0:23455:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788869935.872223:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.872224:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.872226:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788869935.872229:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872230:0:23455:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788869935.872233:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.872238:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872240:0:23455:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788869935.872244:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788869935.872318:0:23455:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788869935.872333:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.872336:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872338:0:23455:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788869935.872340:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788869935.872342:0:23455:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788869935.872343:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.872345:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.872347:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788869935.872349:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872351:0:23455:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788869935.872353:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788869935.872357:0:23455:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788869935.872360:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.872362:0:23455:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788869935.872365:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788869935.872369:0:23455:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:1.0:1788869935.872391:0:23455:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788869935.872394:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788869935.872411:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff99ffbf908000) 00000020:00000080:1.0:1788869935.872429:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788869935.872434:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788869935.872523:0:23455:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788869935.872530:0:23455:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788869935.872538:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc47b7 00010000:00080000:1.0:1788869935.872584:0:23455:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ff89ba8800@lustre-OST0000-osc-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:1.0:1788869935.872823:0:23455:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:3.0:1788869935.873489:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788869935.873495:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788869935.873498:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788869935.873505:0:14945:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 549 00000100:00080000:3.0:1788869935.873511:0:14945:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788869935.873516:0:14945:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff99ffb9721800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869935.873774:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e43800 x1875765554808448/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869935.874895:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808320 00000100:00100000:1.0:1788869935.874911:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808320 00000100:00100000:1.0:1788869935.874959:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788869935.874969:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554808320:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788869935.874999:0:22725:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 553 last 0 00000020:00000080:1.0:1788869935.876398:0:22725:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc47be 00000004:00100000:1.0:1788869935.876419:0:22725:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788869935.876427:0:22725:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:0.0:1788869935.876733:0:23455:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788869935.878042:0:23455:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1788869935.878318:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554808448:0@lo:38:kworker.0 00000100:00100000:2.0:1788869935.878394:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.880784:0:22724:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1788869935.880805:0:22724:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1788869935.880936:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808448 00000100:00100000:0.0:1788869935.880947:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808448 00000100:00100000:0.0:1788869935.881072:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788869935.881080:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3615:x1875765554808448:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788869935.881178:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3615:x1875765554808448:12345-0@lo:38:kworker.0 Request processed in 97us (2784us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788869935.881185:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788869935.881226:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788869935.881234:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869935.881238:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788869935.881242:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554808448:0@lo:38:kworker.0 00000100:00080000:3.0:1788869935.883548:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869935.883569:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869935.883571:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869935.883574:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788869935.884808:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554808576:0@lo:400:kworker.0 00000100:00100000:3.0:1788869935.884885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.885015:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808576 00000100:00100000:3.0:1788869935.885023:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808576 00000100:00100000:3.0:1788869935.885093:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788869935.885104:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554808576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869935.885164:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554808576:12345-0@lo:400:kworker.0 Request processed in 61us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.885171:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788869935.885293:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff99ff84be6d80 x1875765554808576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869935.885311:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554808576:0@lo:400:kworker.0 00000100:00080000:2.0:1788869935.887290:0:22725:0:(import.c:65:import_set_state_nolock()) ffff99fe81cb6000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788869935.887442:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3615:x1875765554808320:12345-0@lo:38:llog_process_th.0 Request processed in 12471us (16222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.887454:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788869935.889817:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788869935.889836:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788869935.889846:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788869935.889853:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788869935.889859:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe81cb3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788869935.889920:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808320:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788869935.890218:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788869935.890238:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554808704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869935.890338:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869935.890455:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554808704 00000100:00100000:1.0:1788869935.890462:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554808704 00000100:00100000:1.0:1788869935.890520:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788869935.890530:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1875765554808704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788869935.890763:0:22724:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788869935.890833:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1875765554808704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 304us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.890842:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788869935.890923:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554808704:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788869935.892195:0:23455:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788869935.892961:0:23455:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788869935.893207:0:23455:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1788869935.894208:0:23461:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788869935.894214:0:23461:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788869935.901133:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788869935.901154:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788869935.901213:0:23455:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788869935.901241:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc47c5 00000100:00080000:1.0:1788869935.901272:0:23455:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788869935.901297:0:23455:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff99ff89ba8800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869935.901338:0:23455:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa2d80 x1875765554808832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788869935.901371:0:23455:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788869935.901775:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.901780:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.901782:0:23455:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788869935.901786:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788869935.901789:0:23455:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788869935.901790:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.901792:0:23455:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788869935.901793:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788869935.901796:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.901797:0:23455:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788869935.901800:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788869935.901804:0:23455:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788869935.901808:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.901809:0:23455:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788869935.901812:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788869935.901816:0:23455:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:1.0:1788869935.901842:0:23455:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788869935.901845:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788869935.901859:0:23455:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff99ffbf90cd40) 00000020:00000080:1.0:1788869935.901874:0:23455:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1788869935.901879:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788869935.901944:0:23455:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1788869935.901951:0:23455:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788869935.901956:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbead52e175fc47d3 00010000:00080000:1.0:1788869935.901994:0:23455:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ff87c81000@lustre-OST0001-osc-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:1.0:1788869935.902240:0:23455:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1788869935.902343:0:23455:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788869935.902369:0:23455:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1788869935.902832:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808832:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788869935.902891:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554808832 offset 0 length 520: 4 00000100:00080000:2.0:1788869935.906750:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.906758:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869935.906761:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.906764:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1788869935.907834:0:23455:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788869935.909485:0:23455:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788869935.909702:0:23455:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1788869935.910343:0:23463:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788869935.910348:0:23463:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788869935.911388:0:23455:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788869935.911400:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788869935.911440:0:23455:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788869935.911461:0:23455:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc47da 00000100:00080000:1.0:1788869935.911470:0:23455:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788869935.911484:0:23455:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff99ff87c81000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869935.911524:0:23455:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa1180 x1875765554808960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788869935.911609:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808960:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788869935.911667:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554808960 offset 0 length 520: 4 00000100:00080000:1.0:1788869935.911801:0:23455:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788869935.911865:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.911870:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.911872:0:23455:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788869935.911876:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.911880:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.911882:0:23455:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788869935.911885:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788869935.911887:0:23455:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788869935.911889:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.911891:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.911892:0:23455:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788869935.911895:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.911898:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.911899:0:23455:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788869935.911903:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788869935.911928:0:23455:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.911931:0:23455:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.911932:0:23455:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788869935.911935:0:23455:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1788869935.912002:0:23451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788869935.912031:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788869935.912047:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4763 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.912058:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff829cfc00/0xbead52e175fc475c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4763 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869935.912066:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffb9bbb000 from 1 10000000:01000000:1.0:1788869935.912069:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788869935.912094:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.912102:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.912113:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869935.912130:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809088:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788869935.912172:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869935.912199:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff898b5840 going to sleep for 11 seconds 00000100:00080000:2.0:1788869935.915060:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.915067:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869935.915070:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.915074:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788869935.917364:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809088 00000100:00100000:0.0:1788869935.917376:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809088 00000100:00100000:0.0:1788869935.917499:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788869935.917510:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+15:23451:x1875765554809088:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869935.917529:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869935.917551:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc47e1 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.917583:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 16 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.917595:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 16 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.917605:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81490800, rc 0) 00000100:00100000:0.0:1788869935.917702:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+16:23451:x1875765554809088:12345-0@lo:101:mount.lustre.0 Request processed in 193us (5529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.917725:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809088:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869935.917725:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:2.0:1788869935.917744:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.917753:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869935.918348:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809216:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788869935.918418:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869935.920022:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e42e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.920113:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809216 00000100:00100000:3.0:1788869935.920122:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809216 00000100:00100000:3.0:1788869935.920173:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788869935.920182:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+16:23451:x1875765554809216:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788869935.920231:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788869935.920248:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788869935.920276:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788869935.920390:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+16:23451:x1875765554809216:12345-0@lo:256:mount.lustre.0 Request processed in 209us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.920410:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788869935.920605:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809216:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788869935.921421:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788869935.921486:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.921506:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869935.921515:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffb9bbb000 from 1 10000000:01000000:2.0:1788869935.921517:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869935.921556:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.921564:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.921574:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869935.921597:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809344:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788869935.921641:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869935.921672:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e42e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.921848:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809344 00000100:00100000:1.0:1788869935.921855:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809344 00000100:00100000:1.0:1788869935.921889:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788869935.921896:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+16:23451:x1875765554809344:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869935.921909:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869935.921921:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc47ef expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.921952:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.921962:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.921970:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9800, rc 0) 00000100:00100000:1.0:1788869935.922000:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809344:12345-0@lo:101:mount.lustre.0 Request processed in 104us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.922016:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788869935.924439:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809344:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869935.924486:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.924499:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788869935.926165:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1788869935.926513:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788869935.926970:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788869935.927000:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1788869935.927026:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1788869935.927041:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1788869935.927054:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1788869935.927066:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1788869935.927079:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1788869935.927110:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1788869935.927145:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788869935.927156:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1788869935.927168:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1788869935.927187:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1788869935.927192:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1788869935.927335:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809472:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869935.927410:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869935.927450:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e42000 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.927548:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809472 00000100:00100000:1.0:1788869935.927565:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809472 00000100:00100000:1.0:1788869935.927626:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788869935.927635:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809472:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869935.927764:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809472:12345-0@lo:501:mount.lustre.0 Request processed in 129us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.927771:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788869935.929457:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809472:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.929676:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809600:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788869935.929759:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.929804:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788869935.929874:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809600 00000100:00100000:0.0:1788869935.929881:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809600 00000100:00100000:0.0:1788869935.929927:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788869935.929935:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809600:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869935.930038:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809600:12345-0@lo:503:mount.lustre.0 Request processed in 103us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869935.930045:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788869935.930216:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809600:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788869935.930715:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788869935.930797:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809728:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.930841:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.930877:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.931200:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809728 00000100:00100000:2.0:1788869935.931206:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809728 00000100:00100000:2.0:1788869935.931267:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788869935.931285:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809728:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788869935.931386:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809728:12345-0@lo:502:mount.lustre.0 Request processed in 111us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.931393:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788869935.931453:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809728:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869935.931726:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788869935.931755:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1788869935.931770:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1788869935.931783:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1788869935.931796:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1788869935.931807:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1788869935.931830:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1788869935.931842:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1788869935.931853:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788869935.931865:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1788869935.931877:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1788869935.931905:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809856:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.931944:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.932024:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869935.933509:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809856 00000100:00100000:1.0:1788869935.933522:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809856 00000100:00100000:1.0:1788869935.933587:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788869935.933598:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809856:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869935.933927:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809856:12345-0@lo:502:mount.lustre.0 Request processed in 328us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869935.933936:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788869935.934131:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809856:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869935.934220:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1788869935.934235:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788869935.935357:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.935368:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.935377:0:23465:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788869935.935384:0:23465:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffb9bbb000 00000020:00000080:1.0:1788869935.935387:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869935.935394:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.935396:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.935502:0:23465:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788869935.935508:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.935512:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.935514:0:23465:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788869935.935518:0:23465:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffb9bbb000 00000020:00000080:1.0:1788869935.935520:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869935.935693:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.935697:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.935698:0:23465:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788869935.935701:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.935703:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.935704:0:23465:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869935.935707:0:23465:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffb9bbb000 00000020:00000080:1.0:1788869935.935709:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869935.936735:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.936744:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.936745:0:23465:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869935.936749:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869935.936753:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.936754:0:23465:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788869935.936758:0:23465:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffb9bbb000 00000020:00000080:1.0:1788869935.936760:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869935.936800:0:23465:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869935.936803:0:23465:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869935.936804:0:23465:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788869935.936807:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1788869935.937143:0:23451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788869935.937173:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869935.937222:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.937235:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869935.944731:0:23451:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788869935.944741:0:23451:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff99ffb9bbb000 10000000:01000000:3.0:1788869935.944745:0:23451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff99ffb9bbb000 10000000:01000000:3.0:1788869935.944749:0:23451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788869935.944756:0:23451:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff99ffb9bbb000 from 1 10000000:01000000:3.0:1788869935.944759:0:23451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788869935.944804:0:23451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.944817:0:23451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.944829:0:23451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.944856:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809984:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869935.944930:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.944981:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554809984 00000100:00100000:3.0:1788869935.944989:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554809984 00000100:00100000:3.0:1788869935.945042:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788869935.945051:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:23451:x1875765554809984:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869935.945066:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869935.945080:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff829cfe00/0xbead52e175fc4804 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc47fd expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.945106:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff829cfe00/0xbead52e175fc4804 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc47fd expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.945116:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff829cfe00/0xbead52e175fc4804 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc47fd expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.945125:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff829cfe00, rc 0) 00000100:00100000:3.0:1788869935.945159:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554809984:12345-0@lo:101:mount.lustre.0 Request processed in 109us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.945166:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788869935.945213:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.945237:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554809984:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869935.945271:0:23451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4804 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.945281:0:23451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4804 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788869935.947777:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1788869935.948077:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788869935.948429:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1788869935.948456:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1788869935.948468:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1788869935.948506:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1788869935.948519:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1788869935.948532:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1788869935.948544:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1788869935.948572:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1788869935.948587:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1788869935.948601:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1788869935.948614:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1788869935.948627:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1788869935.948638:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1788869935.948650:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1788869935.948662:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1788869935.948674:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1788869935.948763:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1788869935.948782:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1788869935.948795:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1788869935.948807:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1788869935.948820:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1788869935.948832:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1788869935.948844:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1788869935.948873:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1788869935.948889:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1788869935.948902:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1788869935.948915:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1788869935.948926:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1788869935.948938:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1788869935.948951:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1788869935.948965:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1788869935.948980:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1788869935.948993:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1788869935.949007:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1788869935.949021:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1788869935.949034:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1788869935.949057:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1788869935.949071:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1788869935.949084:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1788869935.949499:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1788869935.949529:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1788869935.949545:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1788869935.949558:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1788869935.949572:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1788869935.949586:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1788869935.949600:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1788869935.949614:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1788869935.949627:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1788869935.950431:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1788869935.950464:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1788869935.950497:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1788869935.950504:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1788869935.950608:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810112:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.950678:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.951402:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810112 00000100:00100000:3.0:1788869935.951413:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810112 00000100:00100000:3.0:1788869935.951469:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788869935.951489:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810112:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.951631:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810112:12345-0@lo:501:mount.lustre.0 Request processed in 142us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.951639:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788869935.952805:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8240 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.952840:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810112:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869935.952892:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810240:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788869935.952967:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.953004:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8240 going to sleep for 11 seconds 00000100:00100000:2.0:1788869935.953151:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810240 00000100:00100000:2.0:1788869935.953166:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810240 00000100:00100000:2.0:1788869935.953220:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788869935.953230:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810240:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869935.953362:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810240:12345-0@lo:503:mount.lustre.0 Request processed in 133us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.953369:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788869935.954306:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810240:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788869935.955317:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788869935.955401:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.955467:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.955522:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810368 00000100:00100000:3.0:1788869935.955528:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810368 00000100:00100000:3.0:1788869935.955583:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788869935.955592:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810368:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.955839:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810368:12345-0@lo:502:mount.lustre.0 Request processed in 248us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.955847:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788869935.955902:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.955921:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869935.956094:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1788869935.956618:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1788869935.956638:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1788869935.956652:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1788869935.956662:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1788869935.956673:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1788869935.957482:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1788869935.957512:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1788869935.957527:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1788869935.957540:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1788869935.957552:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1788869935.957565:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1788869935.957592:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1788869935.957606:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1788869935.957618:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1788869935.957631:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1788869935.957650:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1788869935.957677:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1788869935.958398:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1788869935.958416:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1788869935.958429:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1788869935.958443:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1788869935.958455:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1788869935.958469:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1788869935.958495:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1788869935.958509:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1788869935.958522:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1788869935.958535:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1788869935.958548:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1788869935.958562:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1788869935.958575:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1788869935.958588:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1788869935.958601:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1788869935.958627:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1788869935.958642:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1788869935.958656:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1788869935.958668:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1788869935.958681:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1788869935.958835:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1788869935.958849:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1788869935.958861:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1788869935.958874:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1788869935.958887:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1788869935.958900:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1788869935.958913:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1788869935.958934:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1788869935.958946:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1788869935.958959:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1788869935.959025:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.959103:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.959456:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810496 00000100:00100000:3.0:1788869935.959463:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810496 00000100:00100000:3.0:1788869935.959518:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788869935.959526:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810496:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.959632:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810496:12345-0@lo:502:mount.lustre.0 Request processed in 105us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.959640:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788869935.960351:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.960378:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869935.960589:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1788869935.960615:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1788869935.960642:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810624:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.962825:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.962898:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810624 00000100:00100000:3.0:1788869935.962907:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810624 00000100:00100000:3.0:1788869935.962958:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788869935.962968:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810624:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869935.963099:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810624:12345-0@lo:502:mount.lustre.0 Request processed in 133us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.963108:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788869935.963166:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8bcf5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.963188:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869935.963299:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1788869935.963313:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788869935.964532:0:23470:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1788869935.964550:0:23470:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff99ff8b7719c0) 00000020:00000080:3.0:1788869935.964573:0:23470:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1788869935.964747:0:23470:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffb9bbb000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788869935.964752:0:23470:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffb9bbb000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788869935.964755:0:23470:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffb9bbb000 3 00010000:00080000:3.0:1788869935.964784:0:23470:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99fe83b0b800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.130@tcp at head 00000100:00100000:2.0:1788869935.967348:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:3.0:1788869935.968040:0:23470:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1788869935.968167:0:23470:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1788869935.968216:0:23470:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788869935.968228:0:23470:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xbead52e175fc4812 00000100:00080000:3.0:1788869935.968238:0:23470:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788869935.968243:0:23470:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff99fe83b0b800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869935.968624:0:23470:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e43b80 x1875765554810752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788869935.968665:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875765554810752:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788869935.968808:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788869935.968875:0:23470:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788869935.969495:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810752 00000100:00100000:2.0:1788869935.969503:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810752 00000100:00100000:2.0:1788869935.969539:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788869935.969546:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875765554810752:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788869935.970113:0:22721:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 553 last 0 00000020:00000080:2.0:1788869935.970152:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xbead52e175fc4819 00000004:00100000:2.0:1788869935.970170:0:22721:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788869935.970206:0:22721:0:(import.c:65:import_set_state_nolock()) ffff99fe833dc800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788869935.970301:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875765554810752:12345-0@lo:38:llog_process_th.0 Request processed in 753us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.970308:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788869935.970339:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.970344:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869935.970346:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869935.970350:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1788869935.970394:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff99ffa5e43b80 x1875765554810752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869935.972054:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788869935.972077:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788869935.972088:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788869935.972093:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788869935.972097:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe83b0b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788869935.972106:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875765554810752:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788869935.972875:0:23470:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1788869935.972922:0:23451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788869935.972948:0:23451:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788869935.972962:0:23451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4804 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869935.972974:0:23451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff829ce400/0xbead52e175fc47fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4804 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788869935.973029:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788869935.973031:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788869935.973033:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869935.973034:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869935.973036:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869935.973037:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869935.973038:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788869935.973040:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869935.973042:0:23451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788869935.973046:0:23451:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1788869935.973048:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788869935.973050:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788869935.973051:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869935.973052:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869935.973053:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869935.973054:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869935.973055:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788869935.973057:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869935.973058:0:23451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788869935.973081:0:23451:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1788869935.973099:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810880:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788869935.973163:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869935.973186:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8bcf5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788869935.973212:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554810880 00000100:00100000:3.0:1788869935.973218:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554810880 00000100:00100000:3.0:1788869935.973347:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788869935.973360:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810880:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788869935.973388:0:22712:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788869935.973402:0:22712:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1788869935.976946:0:22699:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1788869935.976983:0:22712:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788869935.976998:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788869935.977194:0:22735:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788869935.977201:0:22735:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788869935.977228:0:22735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977248:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977310:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977319:0:22735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977361:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977376:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 18 pid: 22712 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869935.977392:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554811008:0@lo:104: 00000100:00100000:0.0:1788869935.977465:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788869935.977525:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977534:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869935.977542:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554811136:0@lo:104: 00000100:00100000:0.0:1788869935.977744:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.977772:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869935.977809:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811008 00000100:00100000:0.0:1788869935.977815:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811008 00000100:00100000:3.0:1788869935.977825:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:23451:x1875765554810880:12345-0@lo:253:mount.lustre.0 Request processed in 4467us (4661us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869935.977840:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788869935.977844:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811136 00000100:00100000:0.0:1788869935.977847:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811136 00000100:00100000:0.0:1788869935.977859:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788869935.977865:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554811008:12345-0@lo:104: 00010000:00010000:0.0:1788869935.977877:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869935.977888:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:23451:1875765554810880:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788869935.977899:0:23451:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788869935.977903:0:23451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788869935.977905:0:23451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788869935.977906:0:23451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869935.977907:0:23451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869935.977908:0:23451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869935.977909:0:23451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869935.977911:0:23451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788869935.977913:0:23451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869935.977914:0:23451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1788869935.977916:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869935.977920:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554811008:12345-0@lo:104: Request processed in 56us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869935.977926:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:02000000:3.0:1788869935.977927:0:23451:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788869935.977937:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788869935.977941:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554811136:12345-0@lo:104: 00010000:00010000:0.0:1788869935.977949:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.977979:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788869935.977991:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554811136:12345-0@lo:104: Request processed in 50us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869935.977997:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788869935.978124:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788869935.978130:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.978137:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869935.978140:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.978148:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869935.978156:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869935.978162:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788869935.978190:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.978196:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788869935.978242:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1788869935.979102:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979112:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9600/0xbead52e175fc47e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47e8 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979126:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869935.979129:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979145:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f2800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869935.979149:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979157:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869935.979163:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869935.979168:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788869935.979190:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979195:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869935.979224:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979231:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc471d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4724 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.979245:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869935.979247:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554811392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869935.979247:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869935.979248:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869935.979267:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869935.979311:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554811008:0@lo:104: 00000100:00100000:3.0:1788869935.979316:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.979320:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554811136:0@lo:104: 00010000:00010000:0.0:1788869935.979337:0:22735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869935.986864:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811392 00000100:00100000:2.0:1788869935.986881:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811392 00010000:00010000:2.0:1788869935.986929:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869935.987037:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788869935.987048:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+18:3616:x1875765554811392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869935.987065:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869935.987072:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.987085:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.987107:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a8200/0xbead52e175fc4724 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc471d expref: 18 pid: 22711 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869935.987124:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869935.987203:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+17:3616:x1875765554811392:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (7886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869935.987211:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788869935.987246:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554811392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788869935.987357:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554811264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788869935.987430:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869935.987848:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811264 00000100:00100000:0.0:1788869935.987854:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811264 00010000:00010000:0.0:1788869935.987875:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 17 pid: 22712 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869935.987905:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788869935.987913:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+17:3618:x1875765554811264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869935.987925:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869935.987929:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 17 pid: 22712 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.987939:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 17 pid: 22712 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.987950:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81490800/0xbead52e175fc47e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc47e1 expref: 17 pid: 22712 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.987964:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.987974:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788869935.987989:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010789768s 00010000:00010000:0.0:1788869935.987993:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988011:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988029:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988036:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988043:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81490a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869935.988047:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988055:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988076:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869935.988088:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869935.988126:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+16:3618:x1875765554811264:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869935.988134:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788869935.988162:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554811264:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788869935.988231:0:22735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.988240:0:22735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869935.988246:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81490a00/0xbead52e175fc4820 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:3.0:1788869935.992380:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1788869935.992657:0:23475:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1788869935.992661:0:23475:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1788869936.011037:0:23477:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788869936.011099:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1788869936.017427:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811520:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788869936.017514:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869936.018194:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89c619c0 going to sleep for 11 seconds 00000040:01000000:3.0:1788869936.018780:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1788869936.018838:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788869936.019752:0:23477:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788869936.022470:0:23451:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788869936.022504:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1788869936.022605:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788869936.023245:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811520 00000100:00100000:0.0:1788869936.023274:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811520 00000100:00100000:0.0:1788869936.023325:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788869936.023335:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811520:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.023470:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811520:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 135us (5954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869936.023487:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788869936.023561:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811520:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1788869936.023601:0:23479:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788869936.023654:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811648:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.023699:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869936.023727:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811648 00000100:00100000:0.0:1788869936.023732:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811648 00000100:00100000:0.0:1788869936.023756:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869936.023762:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811648:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.023857:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811648:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 94us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869936.023864:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869936.023883:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1788869936.023896:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811648:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.023957:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23479:1875765554811776:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.023983:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869936.023999:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788869936.024144:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811776 00000100:00100000:2.0:1788869936.024149:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811776 00000100:00100000:2.0:1788869936.024177:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869936.024191:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23479:x1875765554811776:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788869936.024231:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23479:x1875765554811776:12345-0@lo:900:lod0001_rec0000.0 Request processed in 41us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869936.024237:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788869936.024406:0:23479:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff99ff832e0700 x1875765554811776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788869952 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869936.024418:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23479:1875765554811776:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.024459:0:23479:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811904:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.024497:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869936.024517:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554811904 00000100:00100000:0.0:1788869936.024521:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554811904 00000100:00100000:0.0:1788869936.024541:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788869936.024546:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811904:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788869936.024612:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23479:x1875765554811904:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 65us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869936.024618:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788869936.024637:0:23479:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788869936.024649:0:23479:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23479:1875765554811904:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788869936.024686:0:23479:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788869936.026093:0:23451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788869936.026365:0:23477:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000040:00080000:3.0:1788869936.027025:0:23451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000004:00080000:1.0:1788869936.027203:0:23477:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1788869936.029644:0:23479:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788869936.029715:0:23479:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788869936.029719:0:23479:0:(lod_dev.c:546:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:01000000:3.0:1788869936.029871:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1788869936.030021:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1788869936.030913:0:23451:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1788869936.033961:0:23451:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788869936.042525:0:23451:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788869936.042574:0:23451:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb76cc1c9f988 00100000:10000000:3.0:1788869936.042583:0:23451:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1788869936.043233:0:23451:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788869936.043301:0:23451:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788869936.043323:0:23451:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1788869936.043346:0:23451:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:3.0:1788869936.044136:0:23451:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869936.044370:0:23451:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788869936.539951:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869936.989402:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000040:00080000:0.0:1788869937.062518:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1788869937.112632:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788869937.112640:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffb9bbb000 from 12 10000000:01000000:3.0:1788869937.112644:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788869937.112695:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869937.112708:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869937.112719:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869937.112745:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788869937.112812:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869937.112859:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb99b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1788869937.114184:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812032 00000100:00100000:2.0:1788869937.114196:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812032 00000100:00100000:2.0:1788869937.114289:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788869937.114302:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+16:22716:x1875765554812032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869937.114318:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869937.114338:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4827 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.114366:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4827 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.114378:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4827 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.114386:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2e00, rc 0) 00000100:00100000:2.0:1788869937.114478:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554812032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869937.114486:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788869937.114540:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869937.114557:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.114582:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869937.114642:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812160:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788869937.114901:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869937.114943:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff994e30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788869937.114988:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812160 00000100:00100000:3.0:1788869937.114993:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812160 00000100:00100000:3.0:1788869937.115026:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788869937.115033:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554812160:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788869937.115048:0:22712:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788869937.115065:0:22712:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788869937.115069:0:22712:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788869937.115151:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554812160:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869937.115158:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788869937.115230:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812160:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788869937.115380:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788869937.115388:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.115397:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869937.115407:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788869937.115409:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffba986000 from 12 10000000:01000000:2.0:1788869937.115411:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788869937.115719:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.115728:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869937.115738:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869937.115754:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869937.115794:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869937.116105:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f240 going to sleep for 11 seconds 00000100:00100000:3.0:1788869937.127228:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812288 00000100:00100000:3.0:1788869937.127244:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812288 00000100:00100000:3.0:1788869937.127573:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788869937.127584:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554812288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869937.127601:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869937.127621:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4835 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869937.127650:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4835 expref: 18 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869937.127779:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4835 expref: 18 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869937.127790:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81534e00, rc 0) 00000100:00100000:3.0:1788869937.127875:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554812288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 292us (12079us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869937.127883:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788869937.128114:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869937.128136:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869937.128146:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869937.128231:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812416:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788869937.129603:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869937.130891:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89c61000 going to sleep for 11 seconds 00000100:00100000:1.0:1788869937.131546:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812416 00000100:00100000:1.0:1788869937.131557:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812416 00000100:00100000:1.0:1788869937.131626:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788869937.131634:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554812416:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788869937.131669:0:22711:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788869937.131691:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788869937.131694:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788869937.131809:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554812416:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 175us (2210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869937.131818:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788869937.131868:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554812416:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788869937.131920:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788869937.131945:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869937.131956:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869937.561957:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869938.008496:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000040:00080000:2.0:1788869938.075945:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788869938.584361:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869939.032447:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00010000:00010000:1.0:1788869939.609465:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869940.060947:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000001:02000400:0.0:1788869940.172669:0:23722:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788869940.632463:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788869940.960745:0:23774:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788869940.960968:0:23774:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788869941.080328:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 0 seconds 00000100:00080000:2.0:1788869941.144394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788869941.144402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788869941.144405:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788869941.144419:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff99ffb9721800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869941.144446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be7b80 x1875765554812672/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869941.144465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869941.144469:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869941.144472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869941.144475:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869941.144503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869941.144506:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869941.144509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869941.144512:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788869941.144559:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554812544:0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.144628:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869941.144678:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788869941.144685:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554813056:0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.144713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869941.144747:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554812672:0@lo:38:kworker.0 00000100:00100000:2.0:1788869941.144785:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869941.144819:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554812800:0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.144842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869941.144860:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788869941.144866:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554812928:0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.144888:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869941.144924:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812544 00000100:00100000:2.0:1788869941.144932:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812544 00000100:00100000:2.0:1788869941.144980:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788869941.144991:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:3617:x1875765554812544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.145042:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:3617:x1875765554812544:12345-0@lo:400:kworker.0 Request processed in 52us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869941.145050:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788869941.145083:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813056 00000100:00100000:2.0:1788869941.145087:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813056 00000100:00100000:2.0:1788869941.145109:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812800 00000100:00100000:2.0:1788869941.145112:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812800 00000100:00100000:2.0:1788869941.145126:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788869941.145133:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554813056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.145164:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554813056:12345-0@lo:400:kworker.0 Request processed in 31us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869941.145170:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788869941.145200:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788869941.145206:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554812800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.145239:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554812800:12345-0@lo:400:kworker.0 Request processed in 32us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869941.145286:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788869941.145305:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812672 00000100:00100000:2.0:1788869941.145309:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812672 00000100:00100000:2.0:1788869941.145326:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554812928 00000100:00100000:2.0:1788869941.145329:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554812928 00000100:00100000:2.0:1788869941.145343:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788869941.145348:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1875765554812672:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788869941.145371:0:22725:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 559 last 0 00000020:00000080:2.0:1788869941.145420:0:22725:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc4843 00000004:00100000:2.0:1788869941.145437:0:22725:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788869941.145442:0:22725:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:2.0:1788869941.145548:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff84be6300 x1875765554812800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869941.145561:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554812800:0@lo:400:kworker.0 00010000:00080000:2.0:1788869941.145589:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff84be5f80 x1875765554813056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869941.145598:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554813056:0@lo:400:kworker.0 00000100:00100000:2.0:1788869941.145608:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554812544:0@lo:400:kworker.0 00000100:00100000:1.0:1788869941.145871:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869941.145882:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554813184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869941.145919:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869941.146729:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813184 00000100:00100000:0.0:1788869941.146738:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813184 00000100:00100000:0.0:1788869941.146771:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869941.146780:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554812928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869941.146845:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554812928:12345-0@lo:400:kworker.0 Request processed in 66us (1955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869941.146852:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869941.146867:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788869941.146873:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554813184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788869941.146902:0:22724:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788869941.146955:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554813184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869941.146962:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788869941.147729:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554812928:0@lo:400:kworker.0 00000100:00100000:1.0:1788869941.148520:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554813184:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788869941.156647:0:22725:0:(import.c:65:import_set_state_nolock()) ffff99ff87c85000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869941.156756:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3615:x1875765554812672:12345-0@lo:38:kworker.0 Request processed in 11405us (11968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869941.156768:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788869941.156828:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788869941.156838:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788869941.156843:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788869941.156847:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9721800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788869941.156863:0:3615:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d9692573): req@ffff99ff84be6a00 x1875765554805760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869941.156882:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554812672:0@lo:38:kworker.0 00000100:00100000:1.0:1788869941.157078:0:22761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869941.157100:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d780 going to sleep for 11 seconds 00000100:00100000:1.0:1788869941.157115:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554805760 00000100:00100000:1.0:1788869941.157121:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554805760 00000100:00100000:1.0:1788869941.157155:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788869941.157163:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554805760:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157228:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554805760:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869941.157235:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788869941.157293:0:22761:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22761:1875765554805760:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1788869941.157320:0:22761:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788869941.157355:0:22761:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22761:1875765554813312:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157396:0:22761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869941.157418:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89c61240 going to sleep for 11 seconds 00000100:00100000:1.0:1788869941.157438:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813312 00000100:00100000:1.0:1788869941.157441:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813312 00000100:00100000:1.0:1788869941.157466:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788869941.157471:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554813312:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157555:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554813312:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 83us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869941.157562:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788869941.157585:0:22761:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22761:1875765554813312:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157646:0:22761:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22761:1875765554813440:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157670:0:22761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869941.157684:0:22761:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89c61240 going to sleep for 11 seconds 00000100:00100000:1.0:1788869941.157694:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813440 00000100:00100000:1.0:1788869941.157698:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813440 00000100:00100000:1.0:1788869941.157716:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788869941.157722:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554813440:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788869941.157764:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22761:x1875765554813440:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 42us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869941.157770:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788869941.157792:0:22761:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22761:1875765554813440:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1788869941.157825:0:22761:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788869941.160133:0:22761:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788869941.160225:0:22761:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:1.0:1788869941.160230:0:22761:0:(lod_dev.c:546:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:2.0:1788869941.170687:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869941.170714:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554813568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788869941.170797:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869941.179426:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813568 00000100:00100000:1.0:1788869941.179446:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813568 00000100:00100000:1.0:1788869941.179516:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788869941.179530:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554813568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788869941.179575:0:22724:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869941.179692:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554813568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (8895us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869941.179700:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788869941.179993:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554813568:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788869941.657500:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788869942.174820:0:23824:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869942.175018:0:23824:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788869942.682400:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788869943.064951:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:1.0:1788869943.619820:0:23872:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffec0195dd0 20000000:00000080:1.0:1788869943.619849:0:23872:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff99ffb2e45400 uarg=0000000000000000 20000000:01000000:1.0:1788869943.619909:0:23872:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788869943.619918:0:23872:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788869943.619924:0:23872:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788869943.627508:0:23873:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788869943.627901:0:23872:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788869943.637465:0:23872:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788869943.637510:0:23872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637537:0:23872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc46ec expref: 17 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637560:0:23872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637582:0:23872:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637642:0:23872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637661:0:23872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869943.637680:0:23872:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23872:1875765554813696:0@lo:104: 00000100:00100000:3.0:1788869943.637772:0:23872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788869943.637839:0:23872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 17 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.637846:0:23872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 17 pid: 22713 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869943.637852:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813696 00000100:00100000:3.0:1788869943.637854:0:23872:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23872:1875765554813824:0@lo:104: 00000100:00100000:0.0:1788869943.637861:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813696 00000100:00100000:3.0:1788869943.637876:0:23872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869943.637900:0:23872:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885faf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869943.637912:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813824 00000100:00100000:0.0:1788869943.637916:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813824 00000100:00100000:0.0:1788869943.637933:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788869943.637943:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:23872:x1875765554813696:12345-0@lo:104: 00010000:00010000:0.0:1788869943.637958:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869943.638125:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869943.638132:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:23872:x1875765554813696:12345-0@lo:104: Request processed in 191us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869943.638141:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788869943.638160:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788869943.638166:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:23872:x1875765554813824:12345-0@lo:104: 00010000:00010000:0.0:1788869943.638174:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638722:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869943.638734:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638772:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f3a00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869943.638777:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638787:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869943.638795:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869943.638801:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788869943.638845:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638852:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788869943.638855:0:23872:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23872:1875765554813696:0@lo:104: 00000100:00100000:3.0:1788869943.638865:0:23872:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23872:1875765554813824:0@lo:104: 00010000:00010000:2.0:1788869943.638876:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638883:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3a00/0xbead52e175fc47ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc47f6 expref: -99 pid: 23451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869943.638893:0:23872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638896:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869943.638900:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638906:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9e00 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869943.638909:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638924:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869943.638931:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869943.638936:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788869943.638952:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.638957:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788869943.639047:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554814080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869943.639106:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788869943.639686:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.639696:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9e00/0xbead52e175fc46ec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc46f3 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.639714:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869943.639716:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869943.639719:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869943.639875:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554813952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869943.639920:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869943.639973:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814080 00000100:00100000:2.0:1788869943.639980:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814080 00010000:00010000:2.0:1788869943.640015:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 18 pid: 22713 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869943.640044:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554813952 00000100:00100000:2.0:1788869943.640047:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554813952 00010000:00010000:2.0:1788869943.640077:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 19 pid: 22711 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869943.640095:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788869943.640104:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+19:3616:x1875765554814080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869943.640208:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869943.640216:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 19 pid: 22713 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.640229:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 19 pid: 22713 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.640249:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81491200/0xbead52e175fc46f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc46ec expref: 19 pid: 22713 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.640296:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788869943.640748:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1788869943.640766:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:23872:x1875765554813824:12345-0@lo:104: Request processed in 2591us (2879us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869943.640791:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788869943.643364:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869943.647004:0:22704:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788869943.647032:0:22704:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1788869943.647176:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+18:3616:x1875765554814080:12345-0@lo:103:ldlm_bl.0 Request processed in 7064us (8061us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869943.647191:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788869943.647238:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788869943.647277:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+17:3619:x1875765554813952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869943.647303:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869943.647325:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647357:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647383:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc47f6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc47ef expref: 17 pid: 22711 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647438:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647448:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647467:0:22705:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647473:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647480:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647487:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647493:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869943.647498:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647506:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647529:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869943.647543:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869943.647625:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+16:3619:x1875765554813952:12345-0@lo:103:ldlm_bl.0 Request processed in 378us (7704us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869943.647637:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788869943.647685:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554813952:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869943.648921:0:23872:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869943.648939:0:23872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869943.648946:0:23872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81534a00/0xbead52e175fc484a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869943.654552:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554814080:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869943.706555:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869944.728745:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788869945.057879:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788869945.057890:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffb9bbb000 from 13 10000000:01000000:2.0:1788869945.057898:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869945.057962:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.057977:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.057992:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869945.058028:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.058124:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.058180:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.059419:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814208 00000100:00100000:2.0:1788869945.059437:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814208 00000100:00100000:2.0:1788869945.059508:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788869945.059519:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+16:22716:x1875765554814208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869945.059539:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869945.060674:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4851 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.060721:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4851 expref: 17 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.060862:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4851 expref: 17 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.060887:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2000, rc 0) 00000100:00100000:2.0:1788869945.060991:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1471us (2865us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.060999:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788869945.061088:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869945.061112:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.061124:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869945.064829:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.064935:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.064994:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.065033:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814336 00000100:00100000:2.0:1788869945.065041:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814336 00000100:00100000:2.0:1788869945.065107:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788869945.065117:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.065324:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 207us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.065333:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788869945.065412:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.065455:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.065506:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.065528:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.065542:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814464 00000100:00100000:2.0:1788869945.065546:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814464 00000100:00100000:2.0:1788869945.065566:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788869945.065573:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.065676:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.065683:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788869945.065724:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814464:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788869945.066566:0:23935:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788869945.066644:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788869945.066668:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869945.066682:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.066695:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869945.066709:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788869945.066712:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffba986000 from 13 10000000:01000000:2.0:1788869945.066715:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869945.066752:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.066762:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.066774:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869945.066810:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.066867:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.066891:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f480 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.066912:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814592 00000100:00100000:2.0:1788869945.066918:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814592 00000100:00100000:2.0:1788869945.066951:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788869945.066958:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+17:22716:x1875765554814592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869945.066972:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869945.066988:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc485f expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.067017:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc485f expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.067029:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc485f expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.067040:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2a00, rc 0) 00000100:00100000:2.0:1788869945.067077:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554814592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.067083:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788869945.067127:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869945.067143:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.067153:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869945.067212:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.067238:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.067278:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff994e33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.067291:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814720 00000100:00100000:2.0:1788869945.072360:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814720 00000100:00100000:2.0:1788869945.072477:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788869945.072491:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554814720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.072723:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554814720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 235us (5483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.072733:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788869945.072810:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.072890:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.072949:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.072986:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff994e33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869945.073004:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814848 00000100:00100000:2.0:1788869945.073008:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814848 00000100:00100000:2.0:1788869945.073033:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788869945.073040:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554814848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869945.073124:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:22716:x1875765554814848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 84us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.073132:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788869945.073175:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554814848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788869945.078199:0:23936:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788869945.078550:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788869945.078603:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869945.078618:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869945.078633:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869945.241765:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869935/real 1788869935] req@ffff99ffb8aa1180 x1875765554808960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869945.241819:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ffb8aa1180 x1875765554808960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869945.241832:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869935/real 1788869935] req@ffff99ffb8aa2d80 x1875765554808832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869945.241844:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ffb8aa2d80 x1875765554808832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788869945.241870:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788869945.241889:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788869945.241893:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808960:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788869945.241899:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89ba8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788869945.241904:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788869945.241907:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554808832:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788869945.244076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869945.244085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869945.244088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869945.244093:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869945.244122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869945.244126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788869945.244131:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ff89ba8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788869945.244141:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 553 00000100:00080000:2.0:1788869945.244148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788869945.244157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff99ff89ba8800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869945.244187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be7b80 x1875765554815488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869945.244205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869945.244209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788869945.244210:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788869945.244214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 553 00000100:00080000:2.0:1788869945.244216:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788869945.244220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff99ff87c81000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869945.244594:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554814976:0@lo:400:kworker.0 00000100:00100000:1.0:1788869945.244697:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869945.244757:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869945.244764:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554815360:0@lo:400:kworker.0 00000100:00100000:1.0:1788869945.244808:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869945.244851:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554815360 00000100:00100000:1.0:1788869945.244860:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554815360 00000100:00100000:1.0:1788869945.244918:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788869945.244929:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554815360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869945.244993:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554815360:12345-0@lo:400:kworker.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869945.245001:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788869945.245031:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554815488:0@lo:8:kworker.0 00000400:00000100:1.0:1788869945.245064:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554815488 offset 0 length 520: 4 00000100:00100000:1.0:1788869945.245124:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554815360:0@lo:400:kworker.0 00000100:00100000:2.0:1788869945.245585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be7100 x1875765554815616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869945.245655:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554815104:0@lo:400:kworker.0 00000100:00100000:2.0:1788869945.245695:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869945.245735:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788869945.245743:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554815232:0@lo:400:kworker.0 00000100:00100000:2.0:1788869945.245770:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869945.245869:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554815744:0@lo:400:kworker.0 00000100:00100000:3.0:1788869945.245902:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869945.245937:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554815232 00000100:00100000:3.0:1788869945.245942:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554815232 00000100:00100000:3.0:1788869945.245977:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554815744 00000100:00100000:3.0:1788869945.245980:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554815744 00000100:00100000:3.0:1788869945.245994:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788869945.246000:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554815232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869945.246064:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554814976 00000100:00100000:2.0:1788869945.246068:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554814976 00000100:00100000:2.0:1788869945.246111:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788869945.246119:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:3617:x1875765554814976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869945.246159:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:3617:x1875765554814976:12345-0@lo:400:kworker.0 Request processed in 41us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.246165:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788869945.246201:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554815104 00000100:00100000:2.0:1788869945.246204:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554815104 00000100:00100000:2.0:1788869945.246229:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788869945.246247:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1875765554815104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869945.248165:0:22718:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788869945.248190:0:22718:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788869945.248849:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554815616:0@lo:8:kworker.0 00000400:00000100:1.0:1788869945.248931:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554815616 offset 0 length 520: 4 00000100:00100000:0.0:1788869945.251499:0:22720:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788869945.251543:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788869945.251564:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554815744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869945.251724:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554815744:12345-0@lo:400:kworker.0 Request processed in 168us (5820us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869945.251734:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1788869945.251824:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff84be6a00 x1875765554815744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869945.251843:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554815744:0@lo:400:kworker.0 00000100:00100000:0.0:1788869945.251861:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554814976:0@lo:400:kworker.0 00000100:00100000:3.0:1788869945.255083:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554815232:12345-0@lo:400:kworker.0 Request processed in 9065us (9295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869945.255115:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788869945.257491:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1875765554815104:12345-0@lo:400:kworker.0 Request processed in 11228us (11778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869945.257511:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1788869945.260096:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff84be5c00 x1875765554815232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869945.260144:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554815232:0@lo:400:kworker.0 00000100:00100000:1.0:1788869945.260509:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554815104:0@lo:400:kworker.0 00010000:00010000:3.0:1788869945.752403:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869946.264787:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869946.264818:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554815872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788869946.264916:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869946.270344:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554815872 00000100:00100000:0.0:1788869946.270368:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554815872 00000100:00100000:0.0:1788869946.270465:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788869946.270478:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554815872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869946.270536:0:22724:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788869946.270666:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1875765554815872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 191us (5750us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869946.270674:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788869946.270745:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554815872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788869946.274940:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788869946.274970:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554816000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869946.275062:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869946.275242:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869931/real 1788869931] req@ffff99ff832e0000 x1875765554806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869946 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869946.275349:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e0000 x1875765554806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869946 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869946.275360:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869931/real 1788869931] req@ffff99ff832e1880 x1875765554806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869946 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869946.275371:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e1880 x1875765554806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869946 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869946.275388:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869946.275409:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788869946.275414:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806784:0@lo:8:kworker.0 00000100:00080000:2.0:1788869946.275419:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869946.275425:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788869946.275427:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554806912:0@lo:8:kworker.0 00000100:00100000:2.0:1788869946.275465:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816000 00000100:00100000:2.0:1788869946.275474:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816000 00000100:00100000:2.0:1788869946.275536:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788869946.275547:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554816000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788869946.275594:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788869946.275657:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554816000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869946.275665:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788869946.275714:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554816000:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788869946.276076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869946.276089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788869946.276093:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869946.276098:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 549 00000100:00080000:0.0:1788869946.276104:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788869946.276110:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff99ffb9727800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869946.276134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e3480 x1875765554816256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869946.276160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869946.276163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788869946.276177:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869946.276181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 549 00000100:00080000:0.0:1788869946.276183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788869946.276187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff99ffac4a8000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869946.276200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e3800 x1875765554816384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869946.276217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869946.276221:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869946.276224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869946.276227:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788869946.276529:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554816128:0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.276592:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869946.276634:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869946.276639:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554816512:0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.276674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869946.281599:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869946.281635:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554816640:0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.283739:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816128 00000100:00100000:1.0:1788869946.283759:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816128 00000100:00100000:1.0:1788869946.283837:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788869946.283848:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:3616:x1875765554816128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.283951:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:3616:x1875765554816128:12345-0@lo:400:kworker.0 Request processed in 105us (7359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869946.283960:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788869946.284030:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554816128:0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.284109:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816512 00000100:00100000:1.0:1788869946.284114:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816512 00000100:00100000:1.0:1788869946.284156:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788869946.284164:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554816512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869946.284216:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554816512:12345-0@lo:400:kworker.0 Request processed in 53us (7541us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869946.284223:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869946.284243:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1788869946.284278:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff832e0380 x1875765554816512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869946.284305:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554816512:0@lo:400:kworker.0 00000100:00100000:0.0:1788869946.290017:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554816256:0@lo:8:kworker.0 00000400:00000100:0.0:1788869946.291022:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554816256 offset 0 length 520: 4 00000100:00100000:3.0:1788869946.291444:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816640 00000100:00100000:3.0:1788869946.291456:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816640 00000100:00100000:3.0:1788869946.291547:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788869946.291558:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554816640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869946.291644:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554816640:12345-0@lo:400:kworker.0 Request processed in 88us (7402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869946.291653:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869946.291736:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554816384:0@lo:8:kworker.0 00000400:00000100:0.0:1788869946.291770:0:3615:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875765554816384 offset 0 length 520: 4 00010000:00080000:2.0:1788869946.293634:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff99ff832e0700 x1875765554816640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869946.293657:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554816640:0@lo:400:kworker.0 00010000:00010000:0.0:1788869946.776507:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788869946.782363:0:23452:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788869947.802221:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788869948.319241:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788869948.826417:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788869949.512908:0:24222:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788869949.512912:0:24222:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788869949.512914:0:24222:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788869949.513105:0:24222:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff99ffbda13800 00000020:01000004:2.0:1788869949.513123:0:24222:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788869949.513136:0:24222:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788869949.513150:0:24222:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff99fe82334d40) 00000020:00000080:2.0:1788869949.513167:0:24222:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788869949.584067:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788869949.585924:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788869949.586292:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788869949.586655:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788869949.586896:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788869949.587567:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788869949.587853:0:24222:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1788869949.590431:0:24222:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788869949.590946:0:24222:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788869949.590966:0:24222:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788869949.590981:0:24222:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbead52e175fc4874 00000020:01000004:2.0:1788869949.590991:0:24222:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788869949.591016:0:24222:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788869949.591080:0:24222:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788869949.591089:0:24222:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788869949.591106:0:24222:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788869949.591121:0:24222:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff99fe82330000) 00000020:00000080:2.0:1788869949.591299:0:24222:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1788869949.595293:0:24222:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788869949.595535:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788869949.595543:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788869949.612184:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788869949.612206:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788869949.613748:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788869949.613760:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1788869949.615340:0:24222:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869949.615514:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1788869949.615519:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788869949.618159:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788869949.618175:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788869949.651102:0:24222:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788869949.651832:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788869949.651839:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788869949.654777:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788869949.654790:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788869949.656991:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788869949.657004:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1788869949.674135:0:24222:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869949.674619:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1788869949.674625:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1788869949.675584:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788869949.675592:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788869949.711175:0:24222:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788869949.711421:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1788869949.711428:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788869949.712772:0:24222:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788869949.712781:0:24222:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1788869949.713669:0:24222:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1788869949.713699:0:24222:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1788869949.713704:0:24222:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1788869949.740817:0:24222:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788869949.740870:0:24222:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.130@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788869949.740875:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788869949.740877:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788869949.740878:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788869949.740879:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788869949.740881:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788869949.740882:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788869949.740884:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788869949.740886:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788869949.740887:0:24222:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788869949.740892:0:24222:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788869949.740895:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788869949.740896:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788869949.740897:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788869949.740898:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788869949.740900:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788869949.740901:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788869949.740902:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788869949.740903:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788869949.740904:0:24222:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788869949.740931:0:24222:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788869949.740960:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554816768:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788869949.741047:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.741095:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2480 going to sleep for 11 seconds 00000100:00100000:0.0:1788869949.741312:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816768 00000100:00100000:0.0:1788869949.741344:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816768 00000100:00100000:0.0:1788869949.741426:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788869949.741439:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:24222:x1875765554816768:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788869949.741499:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788869949.741503:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788869949.741508:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788869949.742137:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+18:24222:x1875765554816768:12345-0@lo:253:mount.lustre.0 Request processed in 698us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869949.742148:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788869949.742192:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554816768:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788869949.742210:0:24222:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788869949.742213:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788869949.742214:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788869949.742216:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788869949.742227:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788869949.742228:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788869949.742230:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788869949.742231:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788869949.742233:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788869949.742234:0:24222:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788869949.742272:0:24222:0:(tgt_mount.c:101:server_register_mount()) register mount ffff99ffbda13800 from lustre-OST0000 10000000:01000000:2.0:1788869949.742301:0:24222:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788869949.742304:0:24222:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788869949.742313:0:24222:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff99fe82cd8000 local copy 00010000:00010000:2.0:1788869949.742325:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.742559:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554816896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869949.742610:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.742699:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.745605:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554816896 00000100:00100000:1.0:1788869949.745622:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554816896 00000100:00100000:1.0:1788869949.745725:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788869949.745737:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:24222:x1875765554816896:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869949.745891:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+18:24222:x1875765554816896:12345-0@lo:501:mount.lustre.0 Request processed in 157us (3280us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788869949.745900:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788869949.745992:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554816896:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788869949.746043:0:24222:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788869949.746073:0:24222:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788869949.746082:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.746094:0:24222:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869949.746124:0:24222:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff99ffbda13800 10000000:01000000:3.0:1788869949.746129:0:24222:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788869949.746135:0:24222:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788869949.746138:0:24222:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788869949.746142:0:24222:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788869949.746145:0:24222:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788869949.746174:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.746182:0:24222:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.746191:0:24222:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869949.746211:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869949.746275:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869949.747565:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885fab40 going to sleep for 11 seconds 00000100:00100000:2.0:1788869949.749451:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817024 00000100:00100000:2.0:1788869949.749467:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817024 00000100:00100000:2.0:1788869949.749523:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788869949.749533:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+18:24222:x1875765554817024:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869949.749550:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869949.749572:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f3600/0xbead52e175fc4889 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4882 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.749625:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f3600/0xbead52e175fc4889 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4882 expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.749636:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f3600/0xbead52e175fc4889 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4882 expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.749645:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f3600, rc 0) 00000100:00100000:2.0:1788869949.749716:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817024:12345-0@lo:101:mount.lustre.0 Request processed in 184us (3441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.749723:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788869949.749870:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817024:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869949.749888:0:24222:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4889 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.749905:0:24222:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4889 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788869949.754415:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1788869949.756162:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788869949.760662:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788869949.760760:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788869949.760781:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788869949.760824:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788869949.760843:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788869949.760859:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788869949.760875:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788869949.760891:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788869949.760907:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788869949.760921:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788869949.760933:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788869949.760947:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788869949.760982:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788869949.760989:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788869949.761148:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869949.761278:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869949.761340:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885fa900 going to sleep for 11 seconds 00000100:00100000:2.0:1788869949.761390:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817152 00000100:00100000:2.0:1788869949.761406:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817152 00000100:00100000:2.0:1788869949.761470:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788869949.761481:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817152:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869949.761700:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817152:12345-0@lo:501:mount.lustre.0 Request processed in 219us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.761708:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788869949.761924:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869949.761971:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788869949.762105:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869949.762135:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885fa900 going to sleep for 11 seconds 00000100:00100000:0.0:1788869949.762467:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817280 00000100:00100000:0.0:1788869949.762476:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817280 00000100:00100000:0.0:1788869949.762508:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788869949.762518:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817280:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869949.766416:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817280:12345-0@lo:503:mount.lustre.0 Request processed in 3887us (4299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869949.766433:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788869949.766523:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817280:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788869949.767249:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788869949.767414:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869949.768879:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.768955:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817408 00000100:00100000:2.0:1788869949.768970:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817408 00000100:00100000:3.0:1788869949.769099:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885fab40 going to sleep for 11 seconds 00000100:00100000:2.0:1788869949.769136:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788869949.769151:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817408:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869949.776015:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817408:12345-0@lo:502:mount.lustre.0 Request processed in 6852us (7127us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.776076:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869949.776227:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000040:00080000:2.0:1788869949.776628:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788869949.776659:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788869949.776670:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788869949.776680:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788869949.776698:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788869949.776709:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788869949.776719:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788869949.776729:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788869949.776741:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788869949.776751:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788869949.776762:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788869949.776772:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788869949.776807:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84018a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788869949.776873:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.776919:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.777002:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817536 00000100:00100000:1.0:1788869949.777010:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817536 00000100:00100000:1.0:1788869949.777133:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788869949.777143:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817536:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869949.777326:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817536:12345-0@lo:502:mount.lustre.0 Request processed in 183us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869949.777378:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84018a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869949.777481:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788869949.777496:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000100:00100000:1.0:1788869949.777504:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000020:01000000:3.0:1788869949.778599:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788869949.778613:0:24239:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788869949.778621:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869949.778623:0:24239:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788869949.778630:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869949.778651:0:24239:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff99ff8b773380) 00000020:00000080:3.0:1788869949.778685:0:24239:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788869949.778691:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788869949.778816:0:24239:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffbda13800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788869949.778825:0:24239:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788869949.778833:0:24239:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbead52e175fc4897 00010000:00010000:3.0:1788869949.793204:0:24239:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1788869949.794363:0:24239:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1788869949.800359:0:24239:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788869949.812182:0:24239:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1788869949.812198:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869949.812206:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869949.812209:0:24239:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1788869949.812212:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788869949.812230:0:24239:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1788869949.812232:0:24239:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869949.812234:0:24239:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869949.812236:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788869949.812239:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869949.812240:0:24239:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788869949.812243:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869949.812246:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869949.812248:0:24239:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788869949.812383:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788869949.812386:0:24239:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788869949.812391:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869949.812475:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869949.812478:0:24239:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788869949.812481:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869949.812484:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869949.812486:0:24239:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788869949.812489:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788869949.812525:0:24239:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869949.812528:0:24239:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869949.812529:0:24239:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788869949.812532:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788869949.813137:0:24222:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788869949.813179:0:24222:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788869949.813206:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4889 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.813229:0:24222:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81535400/0xbead52e175fc4882 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4889 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869949.813238:0:24222:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffbda13800 from 1 10000000:01000000:3.0:1788869949.813242:0:24222:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788869949.813447:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.813457:0:24222:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.813469:0:24222:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869949.813505:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817664:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788869949.813642:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869949.814321:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff885fa0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869949.817891:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817664 00000100:00100000:2.0:1788869949.817919:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817664 00000100:00100000:2.0:1788869949.818015:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788869949.818108:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:24222:x1875765554817664:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869949.818134:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869949.818163:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc489e expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.818203:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc489e expref: 20 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.818246:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc489e expref: 20 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.818285:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2600, rc 0) 00000100:00100000:2.0:1788869949.818392:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554817664:12345-0@lo:101:mount.lustre.0 Request processed in 288us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.818400:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788869949.819199:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869949.819241:0:24222:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869949.819279:0:24222:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788869949.821662:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788869949.822322:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788869949.822600:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788869949.822633:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788869949.822650:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788869949.822669:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788869949.822684:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788869949.822703:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788869949.822786:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788869949.822814:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788869949.822835:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788869949.822863:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788869949.822890:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788869949.822938:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788869949.822951:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788869949.824578:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869949.824684:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.824758:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2840 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.825744:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817792 00000100:00100000:1.0:1788869949.825762:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817792 00000100:00100000:1.0:1788869949.825820:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788869949.825833:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554817792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869949.826137:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554817792:12345-0@lo:501:mount.lustre.0 Request processed in 306us (1453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.826147:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788869949.829831:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817792:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869949.829905:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817920:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869949.829990:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.830157:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.831995:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554817920 00000100:00100000:1.0:1788869949.832010:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554817920 00000100:00100000:1.0:1788869949.833556:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788869949.833569:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554817920:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869949.833809:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554817920:12345-0@lo:503:mount.lustre.0 Request processed in 241us (3818us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.833817:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788869949.837460:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554817920:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788869949.837941:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788869949.838459:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818048:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.838539:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.838575:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869949.838649:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818048 00000100:00100000:3.0:1788869949.838656:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818048 00000100:00100000:3.0:1788869949.838713:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788869949.838724:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554818048:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869949.838842:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554818048:12345-0@lo:502:mount.lustre.0 Request processed in 120us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869949.838851:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788869949.838951:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818048:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869949.839193:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788869949.839235:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788869949.839294:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788869949.839316:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788869949.839331:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788869949.839343:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788869949.839372:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788869949.839389:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788869949.839401:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788869949.839414:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788869949.839427:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788869949.839453:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818176:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.839495:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.839519:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788869949.839567:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818176 00000100:00100000:2.0:1788869949.839582:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818176 00000100:00100000:2.0:1788869949.839664:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788869949.839677:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554818176:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788869949.839891:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554818176:12345-0@lo:502:mount.lustre.0 Request processed in 216us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.839899:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788869949.840151:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818176:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788869949.840231:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788869949.840241:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788869949.842409:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869949.842422:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.842424:0:24243:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788869949.842433:0:24243:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffbda13800 00000020:00000080:1.0:1788869949.842436:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869949.842444:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869949.842446:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.842448:0:24243:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788869949.842450:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869949.842452:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.842454:0:24243:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788869949.842457:0:24243:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99ffbda13800 00000020:00000080:1.0:1788869949.842459:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869949.842577:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869949.842581:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.842583:0:24243:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788869949.842585:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869949.842588:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.842589:0:24243:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869949.842593:0:24243:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffbda13800 00000020:00000080:1.0:1788869949.842595:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869949.849129:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869949.849143:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.849146:0:24243:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869949.849150:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869949.849160:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.849161:0:24243:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788869949.849167:0:24243:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99ffbda13800 00000020:00000080:1.0:1788869949.849169:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869949.849247:0:24243:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869949.849269:0:24243:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869949.849270:0:24243:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788869949.849274:0:24243:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00010000:00010000:2.0:1788869949.849454:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788869949.851296:0:24222:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788869949.851366:0:24222:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788869949.851393:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.851406:0:24222:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788869949.851462:0:24222:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788869949.851465:0:24222:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff99ffbda13800 10000000:01000000:1.0:1788869949.851469:0:24222:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff99ffbda13800 10000000:01000000:1.0:1788869949.851473:0:24222:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788869949.851479:0:24222:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff99ffbda13800 from 1 10000000:01000000:1.0:1788869949.851482:0:24222:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788869949.851518:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.851527:0:24222:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.851537:0:24222:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869949.851564:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788869949.851639:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869949.851683:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818304 00000100:00100000:1.0:1788869949.851692:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818304 00000100:00100000:1.0:1788869949.851742:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788869949.852096:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+20:24222:x1875765554818304:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869949.852110:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869949.852124:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc48b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc48ac expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.852147:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc48b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc48ac expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.852157:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9600/0xbead52e175fc48b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc48ac expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.852166:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9600, rc 0) 00000100:00100000:1.0:1788869949.852198:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818304:12345-0@lo:101:mount.lustre.0 Request processed in 449us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.852205:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788869949.852277:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff85566900 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.852301:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788869949.852315:0:24222:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48b3 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.852324:0:24222:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc48b3 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788869949.855971:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788869949.856765:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788869949.856975:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788869949.857012:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788869949.859480:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788869949.859504:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788869949.859518:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788869949.859543:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788869949.859556:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788869949.859567:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788869949.859580:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788869949.859590:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788869949.859602:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788869949.859614:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788869949.859626:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788869949.859637:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788869949.859648:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788869949.859668:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788869949.859680:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788869949.859692:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788869949.859702:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788869949.859713:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788869949.859725:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788869949.859748:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788869949.859762:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788869949.859775:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788869949.859788:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788869949.859800:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788869949.859811:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788869949.859824:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788869949.859837:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788869949.859849:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788869949.859861:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788869949.859873:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788869949.859884:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788869949.859897:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788869949.859910:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788869949.859923:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788869949.859936:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788869949.859962:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788869949.859977:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788869949.859990:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788869949.860003:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788869949.860014:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788869949.861642:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788869949.861660:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788869949.861675:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788869949.861690:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788869949.861703:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788869949.861717:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788869949.861899:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788869949.861919:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788869949.861937:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788869949.861942:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788869949.863176:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818432:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869949.864184:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.864267:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.864471:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818432 00000100:00100000:1.0:1788869949.864487:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818432 00000100:00100000:1.0:1788869949.864540:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788869949.864548:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818432:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869949.864693:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818432:12345-0@lo:501:mount.lustre.0 Request processed in 145us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.864701:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788869949.864855:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818432:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869949.864914:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818560:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869949.864957:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.864987:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.865520:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818560 00000100:00100000:1.0:1788869949.865526:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818560 00000100:00100000:1.0:1788869949.865560:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788869949.865567:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869949.865657:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818560:12345-0@lo:503:mount.lustre.0 Request processed in 90us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.865664:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788869949.865776:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818560:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788869949.867471:0:24222:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788869949.867575:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818688:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.867640:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.867682:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.867824:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818688 00000100:00100000:1.0:1788869949.867831:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818688 00000100:00100000:1.0:1788869949.867878:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788869949.867888:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818688:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869949.867989:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818688:12345-0@lo:502:mount.lustre.0 Request processed in 102us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.867997:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788869949.868610:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818688:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869949.868808:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788869949.868849:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788869949.868865:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788869949.868879:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788869949.868893:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788869949.868906:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788869949.868920:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788869949.868933:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788869949.868946:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788869949.868958:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788869949.868980:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788869949.868993:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788869949.869005:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788869949.871204:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788869949.871390:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788869949.871432:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788869949.871449:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788869949.871462:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788869949.871476:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788869949.871488:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788869949.871500:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788869949.871512:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788869949.871525:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788869949.871538:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788869949.871551:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788869949.871562:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788869949.871573:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788869949.871584:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788869949.871595:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788869949.871606:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788869949.871617:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788869949.871639:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788869949.871651:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788869949.871665:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788869949.871679:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788869949.871694:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788869949.871708:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788869949.871721:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788869949.871732:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788869949.871743:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788869949.871754:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788869949.871766:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788869949.871777:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788869949.871802:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788869949.871815:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788869949.871827:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788869949.871839:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788869949.871863:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788869949.871914:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818816:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.872010:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.873162:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818816 00000100:00100000:0.0:1788869949.873173:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818816 00000100:00100000:0.0:1788869949.873229:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788869949.873237:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818816:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.873595:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818816:12345-0@lo:502:mount.lustre.0 Request processed in 357us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869949.873603:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788869949.873670:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd480 going to sleep for 11 seconds 00000100:00100000:0.0:1788869949.873693:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818816:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869949.873887:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788869949.873912:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788869949.873942:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818944:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869949.873981:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.874006:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.874168:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554818944 00000100:00100000:1.0:1788869949.874173:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554818944 00000100:00100000:1.0:1788869949.874584:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788869949.874593:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818944:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869949.874823:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554818944:12345-0@lo:502:mount.lustre.0 Request processed in 231us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.874838:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788869949.878897:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554818944:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788869949.879025:0:24222:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788869949.879040:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788869949.881427:0:24248:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788869949.881446:0:24248:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff99ffbcd10000) 00000020:00000080:0.0:1788869949.881484:0:24248:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788869949.882366:0:24248:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffbda13800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788869949.882372:0:24248:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffbda13800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788869949.882375:0:24248:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbda13800 3 00010000:00080000:0.0:1788869949.882408:0:24248:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99fe8218c800@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788869949.885481:0:24248:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788869949.885585:0:24248:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788869949.885636:0:24248:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788869949.885649:0:24248:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xbead52e175fc48c1 00000100:00080000:0.0:1788869949.885660:0:24248:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788869949.885666:0:24248:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff99fe8218c800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869949.885705:0:24248:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff832e0000 x1875765554819072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869949.885782:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554819072:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788869949.885852:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788869949.885921:0:24248:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788869949.885966:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869949.885970:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869949.885972:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869949.885975:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788869949.885986:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554819200:0@lo:400:kworker.0 00000100:00080000:0.0:1788869949.885998:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869949.886001:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869949.886003:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869949.886006:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788869949.886017:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.886049:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869949.886055:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554819584:0@lo:400:kworker.0 00000100:00100000:2.0:1788869949.886076:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.886103:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554819456:0@lo:400:kworker.0 00000100:00100000:0.0:1788869949.886114:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554819328:0@lo:400:kworker.0 00000100:00100000:2.0:1788869949.886127:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.886136:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.886157:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819072 00000100:00100000:2.0:1788869949.886163:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819072 00000100:00100000:2.0:1788869949.886195:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819584 00000100:00100000:2.0:1788869949.886198:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819584 00000100:00100000:2.0:1788869949.886231:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819328 00000100:00100000:2.0:1788869949.886234:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819328 00000100:00100000:2.0:1788869949.886250:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788869949.886273:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554819584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869949.886300:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819200 00000100:00100000:3.0:1788869949.886304:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819200 00000100:00100000:2.0:1788869949.886321:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554819584:12345-0@lo:400:kworker.0 Request processed in 49us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.886328:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788869949.886341:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819456 00000100:00100000:2.0:1788869949.886343:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788869949.886344:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819456 00000100:00100000:2.0:1788869949.886348:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554819328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869949.886356:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788869949.886362:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554819200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869949.886378:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554819328:12345-0@lo:400:kworker.0 Request processed in 31us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869949.886391:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554819200:12345-0@lo:400:kworker.0 Request processed in 30us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.886394:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788869949.886396:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788869949.886412:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788869949.886412:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788869949.886416:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875765554819072:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788869949.886417:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554819456:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1788869949.886434:0:22721:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 567 last 0 00000100:00100000:3.0:1788869949.886452:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554819456:12345-0@lo:400:kworker.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869949.886459:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000020:00000080:2.0:1788869949.886463:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xbead52e175fc48c8 00000004:00100000:2.0:1788869949.886476:0:22721:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1788869949.886496:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554819456:0@lo:400:kworker.0 00000100:00080000:2.0:1788869949.886504:0:22721:0:(import.c:65:import_set_state_nolock()) ffff99fe82cd3000 : changing import state from RECOVER to FULL 00000020:01000004:3.0:1788869949.887381:0:24248:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788869949.887396:0:24248:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff99ff8b770000) 00000020:00000080:3.0:1788869949.887414:0:24248:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788869949.890375:0:24248:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99ffbda13800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788869949.890387:0:24248:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99ffbda13800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788869949.890390:0:24248:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99ffbda13800 3 00010000:00080000:3.0:1788869949.890429:0:24248:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99ffb8920800@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.130@tcp at head 00000100:00100000:2.0:1788869949.890562:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875765554819072:12345-0@lo:38:llog_process_th.0 Request processed in 4139us (4704us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.890573:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788869949.891735:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e1880 x1875765554819328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869949.891752:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554819328:0@lo:400:kworker.0 00010000:00080000:2.0:1788869949.891807:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e0380 x1875765554819584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869949.891817:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554819584:0@lo:400:kworker.0 00000100:00100000:2.0:1788869949.891831:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554819200:0@lo:400:kworker.0 00010000:00010000:3.0:1788869949.895430:0:24248:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788869949.895582:0:24248:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788869949.895631:0:24248:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788869949.895657:0:24248:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xbead52e175fc48d6 00000100:00080000:3.0:1788869949.895670:0:24248:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788869949.895678:0:24248:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff99ffb8920800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788869949.895718:0:24248:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5e43480 x1875765554819712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788869949.895737:0:24248:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788869949.895773:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869949.895778:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869949.895781:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869949.895783:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869949.895787:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869949.895797:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788869949.895800:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788869949.895802:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:1.0:1788869949.895933:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e0000 x1875765554819072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869949.895946:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788869949.895959:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788869949.895967:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788869949.895971:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788869949.895975:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe8218c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788869949.895983:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3615:1875765554819072:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788869949.896164:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3615:1875765554819712:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788869949.896242:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.897554:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819712 00000100:00100000:2.0:1788869949.897566:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819712 00000040:00080000:1.0:1788869949.897597:0:24248:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1788869949.897615:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788869949.897623:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3615:x1875765554819712:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788869949.897652:0:22718:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 567 last 0 00000020:00000080:2.0:1788869949.897688:0:22718:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xbead52e175fc48dd 00000004:00100000:2.0:1788869949.897714:0:22718:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1788869949.897728:0:24222:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000100:00080000:2.0:1788869949.897748:0:22718:0:(import.c:65:import_set_state_nolock()) ffff99fe82cd5000 : changing import state from RECOVER to FULL 10000000:01000000:0.0:1788869949.897762:0:24222:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788869949.897777:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48b3 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869949.897786:0:24222:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffb95a8200/0xbead52e175fc48ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48b3 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.897830:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875765554819712:12345-0@lo:38:llog_process_th.0 Request processed in 207us (1587us total) trans 0 rc 0/0 00000020:01000004:0.0:1788869949.897832:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788869949.897834:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788869949.897836:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000100:00100000:2.0:1788869949.897837:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000004:0.0:1788869949.897837:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869949.897838:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869949.897840:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869949.897841:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788869949.897843:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869949.897845:0:24222:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788869949.897849:0:24222:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1788869949.897851:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788869949.897852:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788869949.897853:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869949.897854:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869949.897855:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869949.897856:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869949.897857:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788869949.897859:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869949.897860:0:24222:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788869949.897880:0:24222:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788869949.897898:0:24222:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554819840:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788869949.897955:0:24222:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869949.897991:0:24222:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd180 going to sleep for 11 seconds 00000100:00100000:0.0:1788869949.898013:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819840 00010000:00080000:1.0:1788869949.898477:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5e43480 x1875765554819712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869949.898489:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788869949.898497:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788869949.898503:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788869949.898507:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788869949.898509:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb8920800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788869949.898514:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3615:1875765554819712:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788869949.898578:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819840 00000100:00100000:0.0:1788869949.898654:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788869949.898662:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554819840:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788869949.898696:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788869949.898710:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788869949.906176:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788869949.906201:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788869949.906521:0:22735:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788869949.906527:0:22735:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788869949.906550:0:22735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.906570:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4827 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.906578:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4835 expref: 21 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.906585:0:22735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.906627:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 21 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.906639:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 21 pid: 22713 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.906653:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554819968:0@lo:104: 00000100:00100000:0.0:1788869949.906694:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:24222:x1875765554819840:12345-0@lo:253:mount.lustre.0 Request processed in 8030us (8736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869949.906704:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788869949.907048:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788869949.907091:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 20 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.907099:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 20 pid: 22711 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.907114:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554820096:0@lo:104: 00000100:00100000:2.0:1788869949.907140:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.907154:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869949.909337:0:22703:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788869949.909558:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554819968 00000100:00100000:1.0:1788869949.909569:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554819968 00000100:00100000:1.0:1788869949.909604:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820096 00000100:00100000:1.0:1788869949.909608:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820096 00000100:00100000:1.0:1788869949.909624:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788869949.909634:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554819968:12345-0@lo:104: 00010000:00010000:1.0:1788869949.909650:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.909741:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788869949.909747:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554819968:12345-0@lo:104: Request processed in 116us (2701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.909754:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869949.909758:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554819968:0@lo:104: 00000100:00100000:1.0:1788869949.910530:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788869949.910540:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb2301050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554820096:12345-0@lo:104: 00010000:00010000:1.0:1788869949.910551:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869949.910606:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788869949.910611:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb2301050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554820096:12345-0@lo:104: Request processed in 74us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869949.910618:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788869949.910699:0:24222:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:24222:1875765554819840:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788869949.910715:0:24222:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788869949.910718:0:24222:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788869949.910720:0:24222:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788869949.910721:0:24222:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788869949.910722:0:24222:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788869949.910724:0:24222:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788869949.910730:0:24222:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788869949.910732:0:24222:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788869949.910733:0:24222:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788869949.910735:0:24222:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788869949.910750:0:24222:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1788869949.911757:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869949.911766:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911777:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f2200 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869949.911781:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911791:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869949.911797:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869949.911803:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788869949.911845:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911852:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788869949.911876:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911884:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc4835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc483c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911908:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869949.911912:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911917:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534600 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:2.0:1788869949.911920:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911927:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788869949.911932:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869949.911937:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788869949.911952:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911957:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788869949.911979:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911986:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff81534600/0xbead52e175fc4827 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc482e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.911998:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869949.911999:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869949.912001:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869949.912026:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554820224:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869949.912089:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.912137:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554820352:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869949.912167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869949.912202:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820224 00000100:00100000:2.0:1788869949.912207:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820224 00010000:00010000:2.0:1788869949.912239:0:22706:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 21 pid: 22713 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.912292:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820352 00000100:00100000:2.0:1788869949.912296:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820352 00010000:00010000:2.0:1788869949.912308:0:22706:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 22 pid: 22711 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.912326:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869949.912332:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+22:3619:x1875765554820224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869949.912344:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869949.912348:0:22706:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 22 pid: 22713 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869949.912730:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869949.912883:0:22706:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 22 pid: 22713 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.912900:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81534e00/0xbead52e175fc483c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc4835 expref: 22 pid: 22713 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913452:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869949.913501:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+21:3619:x1875765554820224:12345-0@lo:103:ldlm_bl.0 Request processed in 1168us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.913510:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869949.913535:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869949.913542:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8336c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+20:3616:x1875765554820352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869949.913553:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869949.913559:0:22706:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 20 pid: 22711 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913567:0:22706:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 20 pid: 22711 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913579:0:22706:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913587:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788869949.913600:0:22706:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010789768s 00010000:00010000:2.0:1788869949.913604:0:22706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913611:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913618:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913624:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913630:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f3a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869949.913634:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913651:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913660:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913671:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869949.913699:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8336c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+20:3616:x1875765554820352:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869949.913706:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869949.913775:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554820352:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869949.913801:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554820224:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869949.913826:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffba9f2e00/0xbead52e175fc482e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc4827 expref: 19 pid: 22711 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869949.913835:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554820096:0@lo:104: 00010000:00010000:2.0:1788869949.913850:0:22735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913859:0:22735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913864:0:22735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869949.913869:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffba9f3a00/0xbead52e175fc48e4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1788869949.924174:0:24222:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788869949.932933:0:24222:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788869949.932942:0:24222:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788869949.932979:0:24222:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788869949.933512:0:24222:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788869949.933537:0:24222:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788869949.933558:0:24222:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1788869949.937168:0:24222:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788869949.938569:0:24222:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1788869950.747858:0:24302:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869950.748099:0:24302:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788869950.879375:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788869951.320339:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788869951.320348:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffb9bbb000 from 13 10000000:01000000:2.0:1788869951.320354:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788869951.320401:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.320415:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.320426:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869951.320451:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869951.320529:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869951.320568:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2840 going to sleep for 11 seconds 00000100:00100000:1.0:1788869951.320655:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820480 00000100:00100000:1.0:1788869951.320665:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820480 00000100:00100000:1.0:1788869951.320721:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788869951.320729:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+19:22716:x1875765554820480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869951.320741:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869951.320756:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc48eb expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.320778:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc48eb expref: 20 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.320788:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc48eb expref: 20 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.320798:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9800, rc 0) 00000100:00100000:1.0:1788869951.320832:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+20:22716:x1875765554820480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869951.320838:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788869951.320916:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869951.320929:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.320938:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869951.320985:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788869951.321089:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869951.321114:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788869951.321177:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820608 00000100:00100000:0.0:1788869951.321182:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820608 00000100:00100000:0.0:1788869951.321223:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788869951.321229:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:22716:x1875765554820608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788869951.321244:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788869951.321276:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788869951.321280:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788869951.321346:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+20:22716:x1875765554820608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869951.321353:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788869951.321418:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788869951.321474:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788869951.321481:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.321489:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869951.321497:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788869951.321499:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffba986000 from 13 10000000:01000000:2.0:1788869951.321501:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788869951.321516:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.321523:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.321530:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869951.321541:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869951.321565:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869951.321589:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2840 going to sleep for 11 seconds 00000100:00100000:1.0:1788869951.321648:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820736 00000100:00100000:1.0:1788869951.321652:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820736 00000100:00100000:1.0:1788869951.321671:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788869951.321677:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+20:22716:x1875765554820736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869951.321683:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869951.321693:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc48f9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.321716:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.321724:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869951.321732:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9e00, rc 0) 00000100:00100000:1.0:1788869951.321755:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554820736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 78us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869951.321760:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788869951.321818:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869951.321827:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.321835:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869951.321873:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788869951.321898:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869951.321916:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe822a2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788869951.321956:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820864 00000100:00100000:0.0:1788869951.321960:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820864 00000100:00100000:0.0:1788869951.321982:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788869951.322051:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554820864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788869951.322067:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788869951.322077:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788869951.322080:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788869951.322136:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554820864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 147us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869951.322142:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788869951.322240:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554820864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788869951.323161:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788869951.323168:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869951.323178:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869951.384394:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788869951.384418:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554820992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788869951.384490:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869951.384546:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554820992 00000100:00100000:0.0:1788869951.384555:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554820992 00000100:00100000:0.0:1788869951.384606:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788869951.384615:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554820992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869951.384652:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788869951.384696:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554820992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869951.384703:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788869951.384751:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554820992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788869951.386127:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554821120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869951.386199:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869951.386581:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821120 00000100:00100000:2.0:1788869951.386588:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821120 00000100:00100000:2.0:1788869951.386628:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788869951.386636:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554821120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788869951.386670:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788869951.386719:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554821120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869951.386725:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788869951.386763:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554821120:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788869951.899504:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869952.921173:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788869953.307175:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788869953.945778:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788869954.969007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869954.969013:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869954.969016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869954.969019:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869954.969044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869954.969048:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869954.969050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869954.969052:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788869954.969104:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554821248:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969187:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969224:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554821760:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969249:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969296:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869954.969302:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554821632:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969324:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969350:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554821376:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969371:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969385:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554821888:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969408:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969421:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788869954.969426:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554821504:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969443:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969458:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554822016:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969477:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869954.969504:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821248 00000100:00100000:2.0:1788869954.969510:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821248 00000100:00100000:2.0:1788869954.969554:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788869954.969563:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:3619:x1875765554821248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969619:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:3619:x1875765554821248:12345-0@lo:400:kworker.0 Request processed in 57us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.969627:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788869954.969660:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821760 00000100:00100000:2.0:1788869954.969663:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821760 00000100:00100000:2.0:1788869954.969682:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821888 00000100:00100000:2.0:1788869954.969684:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821888 00000100:00100000:2.0:1788869954.969712:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821504 00000100:00100000:2.0:1788869954.969715:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821504 00000100:00100000:2.0:1788869954.969723:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822016 00000100:00100000:2.0:1788869954.969725:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822016 00000100:00100000:2.0:1788869954.969737:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788869954.969742:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554821760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969773:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554821760:12345-0@lo:400:kworker.0 Request processed in 31us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.969781:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788869954.969791:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788869954.969797:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554821888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969827:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554821888:12345-0@lo:400:kworker.0 Request processed in 30us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.969833:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788869954.969845:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788869954.969850:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554821504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969890:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875765554821504:12345-0@lo:400:kworker.0 Request processed in 39us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.969895:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788869954.969905:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788869954.969919:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554822016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.969948:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554822016:12345-0@lo:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.969954:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788869954.969974:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821632 00000100:00100000:2.0:1788869954.969976:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821632 00000100:00100000:2.0:1788869954.969995:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554821376 00000100:00100000:2.0:1788869954.969998:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554821376 00000100:00100000:2.0:1788869954.970007:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788869954.970012:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554821632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.970039:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554821632:12345-0@lo:400:kworker.0 Request processed in 27us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.970044:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788869954.970054:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788869954.970058:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554821376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.970079:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554821376:12345-0@lo:400:kworker.0 Request processed in 21us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869954.970084:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:2.0:1788869954.970143:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99fe84019500 x1875765554821504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869954.970157:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875765554821504:0@lo:400:kworker.0 00010000:00080000:2.0:1788869954.970168:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99fe84019f80 x1875765554822016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869954.970176:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554822016:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.970184:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554821376:0@lo:400:kworker.0 00010000:00080000:2.0:1788869954.970201:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99fe8401b480 x1875765554821888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869954.970209:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554821888:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.970241:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554821632:0@lo:400:kworker.0 00000100:00100000:2.0:1788869954.970249:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554821248:0@lo:400:kworker.0 00010000:00080000:2.0:1788869954.970280:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99fe8401bb80 x1875765554821760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869954.970288:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554821760:0@lo:400:kworker.0 00000100:00080000:3.0:1788869954.970656:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869954.970661:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788869954.974360:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788869955.069562:0:24592:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788869955.997712:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788869956.078049:0:24644:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869956.079164:0:24644:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788869956.504613:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788869956.504635:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554822144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869956.504705:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869956.504787:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822144 00000100:00100000:2.0:1788869956.504795:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822144 00000100:00100000:2.0:1788869956.504846:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788869956.504855:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554822144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788869956.504888:0:22724:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788869956.504942:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554822144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869956.504949:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788869956.505001:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554822144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869956.506522:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554822272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869956.506586:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869956.506731:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822272 00000100:00100000:2.0:1788869956.506739:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822272 00000100:00100000:2.0:1788869956.506803:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788869956.506813:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554822272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788869956.506847:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788869956.511178:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554822272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4354us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869956.511212:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788869956.515309:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554822272:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1788869956.948849:0:24694:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869956.949070:0:24694:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788869957.021438:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869958.040924:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788869958.553953:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788869959.066779:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788869960.094567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.094573:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869960.094583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.094587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869960.094614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.094618:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869960.094620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.094623:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788869960.094661:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554822400:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.094732:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.094777:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554822912:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.094802:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.094841:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788869960.094847:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554822528:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.094870:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.094887:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554823040:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.094907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.094932:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554822784:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.094953:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.094981:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788869960.094986:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875765554822656:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.095127:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.095150:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3619:1875765554823168:0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.095181:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.095234:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822400 00000100:00100000:2.0:1788869960.095328:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822912 00000100:00100000:2.0:1788869960.095343:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822912 00000100:00100000:2.0:1788869960.095414:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823040 00000100:00100000:2.0:1788869960.095421:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823040 00000100:00100000:2.0:1788869960.095473:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822656 00000100:00100000:2.0:1788869960.095480:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822656 00000100:00100000:2.0:1788869960.095504:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823168 00000100:00100000:2.0:1788869960.095507:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823168 00000100:00100000:2.0:1788869960.095535:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788869960.095545:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554822912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.095624:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554822912:12345-0@lo:400:kworker.0 Request processed in 76us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.095639:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788869960.095671:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788869960.095685:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554823040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.095731:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875765554823040:12345-0@lo:400:kworker.0 Request processed in 50us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.095737:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788869960.095749:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869960.095755:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875765554822656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.095788:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875765554822656:12345-0@lo:400:kworker.0 Request processed in 33us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.095794:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869960.095805:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788869960.095811:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875765554823168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.095849:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875765554823168:12345-0@lo:400:kworker.0 Request processed in 38us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.095856:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788869960.095914:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822400 00000100:00100000:0.0:1788869960.095953:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788869960.095960:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:3616:x1875765554822400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869960.095993:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:3616:x1875765554822400:12345-0@lo:400:kworker.0 Request processed in 34us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869960.095999:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788869960.096389:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822528 00000100:00100000:0.0:1788869960.096523:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822528 00000100:00100000:0.0:1788869960.096588:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554822784 00000100:00100000:0.0:1788869960.097089:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554822784 00000100:00080000:3.0:1788869960.098278:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869960.098286:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788869960.098312:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869960.101837:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788869960.101859:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554822528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.101963:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554822528:12345-0@lo:400:kworker.0 Request processed in 113us (7091us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.101971:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788869960.101998:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788869960.102198:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554822784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.102234:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554822784:12345-0@lo:400:kworker.0 Request processed in 231us (7281us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.102241:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788869960.104216:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554822528:0@lo:400:kworker.0 00010000:00080000:3.0:1788869960.104244:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e1500 x1875765554823040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869960.104293:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3616:1875765554823040:0@lo:400:kworker.0 00000100:00100000:3.0:1788869960.104307:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:96c65448-eca8-4b03-8895-1366fc891a7a:3616:1875765554822400:0@lo:400:kworker.0 00010000:00080000:3.0:1788869960.104319:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e3100 x1875765554822912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869960.104342:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554822912:0@lo:400:kworker.0 00010000:00080000:1.0:1788869960.105360:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e2a00 x1875765554822656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869960.105375:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875765554822656:0@lo:400:kworker.0 00010000:00080000:1.0:1788869960.105390:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff832e0a80 x1875765554823168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869960.105399:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3619:1875765554823168:0@lo:400:kworker.0 00000100:00100000:1.0:1788869960.105411:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554822784:0@lo:400:kworker.0 00000100:00100000:2.0:1788869960.153452:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869945/real 1788869945] req@ffff99ff84be7100 x1875765554815616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869960.153485:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff84be7100 x1875765554815616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869960.153495:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869945/real 1788869945] req@ffff99ff84be7b80 x1875765554815488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869960.153505:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff84be7b80 x1875765554815488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869960.153527:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869960.153555:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788869960.153559:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554815616:0@lo:8:kworker.0 00000100:00080000:2.0:1788869960.153580:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89ba8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869960.153586:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788869960.153588:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554815488:0@lo:8:kworker.0 00000100:00080000:0.0:1788869960.153916:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.153921:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869960.153924:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.153927:0:14945:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869960.153931:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.153935:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788869960.153938:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ff89ba8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869960.153943:0:14945:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1788869960.153948:0:14945:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788869960.153955:0:14945:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff99ff89ba8800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869960.153991:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be7b80 x1875765554823296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869960.154033:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869960.154037:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788869960.154039:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869960.154048:0:14945:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1788869960.154051:0:14945:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788869960.154054:0:14945:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff99ff87c81000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869960.154067:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ff84be7100 x1875765554823424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869960.154205:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554823296:0@lo:8:kworker.0 00000100:00100000:2.0:1788869960.154303:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869960.154346:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554823424:0@lo:8:kworker.0 00000100:00100000:2.0:1788869960.154371:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869960.154525:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823296 00000100:00100000:1.0:1788869960.154533:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823296 00000100:00100000:1.0:1788869960.154569:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823424 00000100:00100000:1.0:1788869960.154572:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823424 00000100:00100000:1.0:1788869960.154587:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788869960.154595:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3615:x1875765554823296:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788869960.154624:0:24228:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 578 last 0 00000020:00000080:1.0:1788869960.154655:0:24228:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc4907 00002000:00100000:1.0:1788869960.154668:0:24228:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff99ffa5ded800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113718 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788869960.154672:0:24228:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788869960.154675:0:24228:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788869960.154848:0:24228:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788869960.154874:0:24228:0:(import.c:65:import_set_state_nolock()) ffff99ffa5def000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869960.154929:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3615:x1875765554823296:12345-0@lo:8:kworker.0 Request processed in 334us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869960.154937:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788869960.154953:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788869960.154958:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3615:x1875765554823424:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788869960.154970:0:24228:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788869960.172429:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3615:x1875765554823424:12345-0@lo:8:kworker.0 Request processed in 17459us (18046us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788869960.172445:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788869960.172507:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff84be7b80 x1875765554823296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788869980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869960.172519:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788869960.172530:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788869960.172554:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788869960.172560:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788869960.172564:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff89ba8800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788869960.172790:0:3615:0:(osp_dev.c:1705:osp_import_event()) got connected 00000100:00100000:1.0:1788869960.172798:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554823296:0@lo:8:kworker.0 00000100:00080000:1.0:1788869960.172815:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000004:00080000:3.0:1788869960.172818:0:23461:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00080000:1.0:1788869960.172820:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788869960.172825:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554823424:0@lo:8:kworker.0 00000004:00080000:3.0:1788869960.172977:0:23461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 578099723560ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788869960.172984:0:23461:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1788869960.174457:0:23452:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000004:00080000:2.0:1788869960.177007:0:23462:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1788869960.177049:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823680:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1788869960.177114:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869960.177166:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823680 00000100:00100000:2.0:1788869960.177174:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823680 00000100:00100000:1.0:1788869960.177338:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554823552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788869960.177377:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869960.178055:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788869960.178066:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23462:x1875765554823680:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:3.0:1788869960.178111:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869960.178502:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823552 00000100:00100000:2.0:1788869960.178509:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823552 00000100:00100000:2.0:1788869960.178547:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869960.178556:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3619:x1875765554823552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788869960.178580:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788869960.178684:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3619:x1875765554823552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869960.178692:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869960.178718:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae696f00 going to sleep for 11 seconds 00010000:00080000:0.0:1788869960.178773:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5dc4380 x1875765554823552/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788869976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869960.178795:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554823552:0@lo:13:osp-pre-0-1.0 00002000:00080000:3.0:1788869960.187355:0:24229:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788869960.187367:0:24229:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788869960.187469:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23462:x1875765554823680:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9399us (10349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869960.187486:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788869960.187502:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5dc4e00 x1875765554823680/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788869976 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869960.187534:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823680:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788869960.187547:0:23462:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788869960.187589:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823808:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788869960.187628:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869960.187663:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae696f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869960.187764:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823808 00000100:00100000:0.0:1788869960.187772:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823808 00000100:00100000:0.0:1788869960.187822:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788869960.187831:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23462:x1875765554823808:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788869960.187856:0:24228:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788869960.187910:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23462:x1875765554823808:12345-0@lo:5:osp-pre-0-1.0 Request processed in 80us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869960.187916:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788869960.187966:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5dc4e00 x1875765554823808/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788869976 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869960.187978:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823808:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788869960.187987:0:23462:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788869960.188102:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823936:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788869960.188127:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869960.188154:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8a740000 going to sleep for 11 seconds 00000100:00100000:2.0:1788869960.188391:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554823936 00000100:00100000:2.0:1788869960.188396:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554823936 00000100:00100000:2.0:1788869960.188426:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788869960.188433:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23462:x1875765554823936:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788869960.188459:0:24229:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1788869960.220193:0:24223:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788869960.220208:0:24223:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788869960.221999:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23462:x1875765554823936:12345-0@lo:5:osp-pre-0-1.0 Request processed in 33557us (33861us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788869960.222030:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788869960.222093:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5e41880 x1875765554823936/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788869976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869960.222110:0:23462:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788869960.222117:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23462:1875765554823936:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788869960.222137:0:23462:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788869960.222209:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23462:1875765554824064:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788869960.222290:0:23462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869960.222322:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe82320b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869960.223538:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824064 00000100:00100000:3.0:1788869960.223548:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824064 00000100:00100000:3.0:1788869960.223591:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788869960.223601:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1875765554824064:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788869960.223675:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1875765554824064:12345-0@lo:900:osp-pre-0-1.0 Request processed in 76us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869960.223689:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788869960.223728:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ff84be7100 x1875765554824064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788869976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869960.223741:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff84be7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23462:1875765554824064:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1788869961.112498:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869961.624841:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788869961.625172:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554824320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869961.625248:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869961.625347:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554824192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788869961.625372:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869961.625682:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824320 00000100:00100000:2.0:1788869961.625690:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824320 00000100:00100000:3.0:1788869961.625749:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824192 00000100:00100000:3.0:1788869961.625752:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824192 00000100:00100000:3.0:1788869961.625788:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869961.625798:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554824320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788869961.625840:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788869961.625905:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff84be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554824320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869961.625913:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869961.625930:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788869961.625937:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554824192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788869961.625954:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788869961.625982:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554824192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869961.625988:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788869961.626075:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554824320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869961.626099:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554824192:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788869962.143294:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869963.160685:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788869963.555126:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:0.0:1788869963.604471:0:25040:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788869963.604475:0:25040:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788869963.604477:0:25040:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788869963.604597:0:25040:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff99fe8218f800 00000020:01000004:0.0:1788869963.604613:0:25040:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788869963.604630:0:25040:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788869963.604643:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff99ffbcd14d40) 00000020:00000080:0.0:1788869963.604662:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788869963.655244:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788869963.658657:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788869963.658974:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788869963.659573:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788869963.659826:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788869963.660131:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788869963.660405:0:25040:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1788869963.661178:0:25040:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788869963.661722:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1788869963.661737:0:25040:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788869963.661748:0:25040:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbead52e175fc4915 00000020:01000004:0.0:1788869963.661756:0:25040:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788869963.661793:0:25040:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788869963.661798:0:25040:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788869963.661805:0:25040:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1788869963.661833:0:25040:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1788869963.661836:0:25040:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788869963.679290:0:25040:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788869963.679337:0:25040:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.130@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788869963.679341:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788869963.679343:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788869963.679344:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869963.679346:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869963.679347:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869963.679348:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869963.679350:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788869963.679351:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869963.679353:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788869963.679357:0:25040:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788869963.679359:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788869963.679360:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788869963.679361:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788869963.679362:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788869963.679364:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788869963.679365:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788869963.679366:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788869963.679367:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788869963.679368:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788869963.679395:0:25040:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788869963.679415:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824448:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788869963.679502:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.679553:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9b66a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788869963.679680:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824448 00000100:00100000:2.0:1788869963.679688:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824448 00000100:00100000:2.0:1788869963.679896:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788869963.679906:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:25040:x1875765554824448:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788869963.679938:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788869963.679941:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788869963.679945:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788869963.681543:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+21:25040:x1875765554824448:12345-0@lo:253:mount.lustre.0 Request processed in 1634us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.681555:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788869963.681658:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824448:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788869963.681672:0:25040:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788869963.681675:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788869963.681676:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788869963.681678:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788869963.681679:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788869963.681680:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788869963.681682:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788869963.681683:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788869963.681685:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788869963.681697:0:25040:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788869963.681720:0:25040:0:(tgt_mount.c:101:server_register_mount()) register mount ffff99fe8218f800 from lustre-OST0001 10000000:01000000:1.0:1788869963.681750:0:25040:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788869963.681753:0:25040:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788869963.681761:0:25040:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff99fe82cd8000 local copy 00010000:00010000:1.0:1788869963.681772:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869963.681872:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824576:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.681906:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.684335:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff9553d300 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.684592:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824576 00000100:00100000:0.0:1788869963.684603:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824576 00000100:00100000:2.0:1788869963.685695:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788869963.685710:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:25040:x1875765554824576:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869963.685849:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:25040:x1875765554824576:12345-0@lo:501:mount.lustre.0 Request processed in 143us (3941us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788869963.685869:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788869963.686351:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824576:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788869963.686373:0:25040:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788869963.686402:0:25040:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788869963.686411:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.686422:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81491600/0xbead52e175fc462f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4636 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869963.686466:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff99fe8218f800 10000000:01000000:0.0:1788869963.686472:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788869963.686477:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788869963.686480:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869963.686484:0:25040:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788869963.686487:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788869963.686517:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.686524:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.686533:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869963.686555:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824704:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869963.686599:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.688176:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788869963.688270:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824704 00000100:00100000:3.0:1788869963.688279:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824704 00000100:00100000:3.0:1788869963.688323:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788869963.688332:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:25040:x1875765554824704:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869963.688346:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869963.688371:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81534200/0xbead52e175fc4923 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc491c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.688395:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81534200/0xbead52e175fc4923 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc491c expref: 22 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.688406:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81534200/0xbead52e175fc4923 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc491c expref: 22 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.688414:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81534200, rc 0) 00000100:00100000:3.0:1788869963.688465:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554824704:12345-0@lo:101:mount.lustre.0 Request processed in 135us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869963.688471:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788869963.688753:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824704:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869963.688769:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4923 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.688779:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4923 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788869963.689656:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788869963.690219:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788869963.691622:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788869963.691679:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788869963.691697:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788869963.691710:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788869963.691722:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788869963.691737:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788869963.691751:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788869963.691763:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788869963.691781:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788869963.691805:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788869963.691810:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788869963.692058:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824832:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869963.692126:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.692176:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9b66c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788869963.692343:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824832 00000100:00100000:3.0:1788869963.692352:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824832 00000100:00100000:3.0:1788869963.692406:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788869963.692416:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554824832:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788869963.692566:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554824832:12345-0@lo:501:mount.lustre.0 Request processed in 151us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869963.692574:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788869963.692787:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.692821:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824960:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869963.692868:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.693019:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff9553d900 going to sleep for 11 seconds 00000100:00100000:2.0:1788869963.696268:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554824960 00000100:00100000:2.0:1788869963.696282:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554824960 00000100:00100000:2.0:1788869963.696410:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788869963.696421:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554824960:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788869963.697328:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554824960:12345-0@lo:503:mount.lustre.0 Request processed in 905us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.697338:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788869963.697465:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554824960:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788869963.697868:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788869963.697982:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825088:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869963.698028:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.700646:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff9553d900 going to sleep for 11 seconds 00000100:00100000:3.0:1788869963.701622:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825088 00000100:00100000:3.0:1788869963.701634:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825088 00000100:00100000:3.0:1788869963.701699:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788869963.701711:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554825088:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869963.702512:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554825088:12345-0@lo:502:mount.lustre.0 Request processed in 801us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869963.702521:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788869963.702627:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825088:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788869963.702870:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788869963.702920:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788869963.702936:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788869963.702950:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788869963.702974:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788869963.702990:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788869963.703013:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788869963.703027:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788869963.703041:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788869963.703080:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825216:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869963.703144:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.703183:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff9553d900 going to sleep for 11 seconds 00000100:00100000:2.0:1788869963.703205:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825216 00000100:00100000:2.0:1788869963.703212:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825216 00000100:00100000:2.0:1788869963.703367:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788869963.703378:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554825216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788869963.703487:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554825216:12345-0@lo:502:mount.lustre.0 Request processed in 111us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.703494:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788869963.703575:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825216:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788869963.703616:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788869963.703625:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788869963.704336:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788869963.704344:0:25044:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788869963.704350:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.704353:0:25044:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788869963.704358:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788869963.704372:0:25044:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff99ffbf90b380) 00000020:00000080:1.0:1788869963.704401:0:25044:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788869963.704407:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788869963.704478:0:25044:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99fe8218f800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788869963.704486:0:25044:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788869963.704491:0:25044:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbead52e175fc4931 00010000:00010000:1.0:1788869963.710571:0:25044:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788869963.714750:0:25044:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1788869963.716416:0:25044:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788869963.718049:0:25044:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788869963.718060:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869963.718067:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869963.718070:0:25044:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788869963.718073:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869963.718076:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869963.718078:0:25044:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788869963.718080:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788869963.718082:0:25044:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788869963.718084:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869963.718087:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869963.718088:0:25044:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788869963.718090:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869963.718102:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869963.718103:0:25044:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788869963.718107:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788869963.718130:0:25044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869963.718133:0:25044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869963.718135:0:25044:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788869963.718138:0:25044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788869963.718398:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788869963.718427:0:25040:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788869963.718447:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4923 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.718460:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81490a00/0xbead52e175fc491c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4923 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869963.718468:0:25040:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99fe8218f800 from 1 10000000:01000000:0.0:1788869963.718471:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788869963.718502:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.718511:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.718521:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869963.718560:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825344:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869963.718636:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.718774:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1788869963.720569:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825344 00000100:00100000:3.0:1788869963.720585:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825344 00000100:00100000:3.0:1788869963.720663:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788869963.720672:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:25040:x1875765554825344:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788869963.720686:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869963.720710:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4938 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.720737:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4938 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.720748:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4938 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.720763:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81535200, rc 0) 00000100:00100000:3.0:1788869963.720830:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825344:12345-0@lo:101:mount.lustre.0 Request processed in 159us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869963.720837:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788869963.720909:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825344:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788869963.720926:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.720946:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788869963.726887:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788869963.728087:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788869963.728363:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788869963.728391:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788869963.728409:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788869963.728424:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788869963.728439:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788869963.728454:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788869963.728468:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788869963.728495:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788869963.728511:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788869963.728526:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788869963.728541:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788869963.728560:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788869963.728565:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788869963.728668:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.729407:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.729499:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f180 going to sleep for 11 seconds 00000100:00100000:3.0:1788869963.730920:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825472 00000100:00100000:3.0:1788869963.730930:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825472 00000100:00100000:2.0:1788869963.731159:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788869963.731172:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825472:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788869963.731377:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825472:12345-0@lo:501:mount.lustre.0 Request processed in 206us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.731385:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788869963.731489:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.731553:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825600:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869963.731619:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.732188:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f180 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.732235:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825600 00000100:00100000:0.0:1788869963.732241:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825600 00000100:00100000:0.0:1788869963.732293:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788869963.732301:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825600:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788869963.732406:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825600:12345-0@lo:503:mount.lustre.0 Request processed in 105us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.732413:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788869963.732540:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825600:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788869963.733016:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788869963.733098:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825728:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869963.733148:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.733171:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f180 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.733479:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825728 00000100:00100000:0.0:1788869963.733486:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825728 00000100:00100000:0.0:1788869963.733510:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788869963.733516:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825728:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869963.733613:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825728:12345-0@lo:502:mount.lustre.0 Request processed in 96us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.733620:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788869963.733709:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825728:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788869963.733916:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788869963.734118:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788869963.734137:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788869963.734153:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788869963.734181:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788869963.734196:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788869963.734209:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788869963.734222:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788869963.734246:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788869963.734303:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788869963.734318:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788869963.734345:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825856:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869963.734391:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.734415:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f180 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.734499:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825856 00000100:00100000:0.0:1788869963.734504:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825856 00000100:00100000:0.0:1788869963.734525:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788869963.734531:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825856:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869963.734606:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825856:12345-0@lo:502:mount.lustre.0 Request processed in 74us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.734612:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788869963.734870:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825856:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788869963.734912:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788869963.734920:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788869963.735925:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869963.735946:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.735949:0:25048:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788869963.735957:0:25048:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99fe8218f800 00000020:00000080:1.0:1788869963.735969:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869963.735979:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869963.735981:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.735983:0:25048:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788869963.735986:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869963.735988:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.735989:0:25048:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788869963.735993:0:25048:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff99fe8218f800 00000020:00000080:1.0:1788869963.735995:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869963.736056:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869963.736059:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.736061:0:25048:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788869963.736063:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869963.736066:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.736067:0:25048:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869963.736070:0:25048:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99fe8218f800 00000020:00000080:1.0:1788869963.736072:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869963.736090:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869963.736102:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.736103:0:25048:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788869963.736107:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788869963.736109:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.736111:0:25048:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788869963.736114:0:25048:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff99fe8218f800 00000020:00000080:1.0:1788869963.736116:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788869963.736143:0:25048:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788869963.736146:0:25048:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788869963.736147:0:25048:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788869963.736151:0:25048:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788869963.736376:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788869963.736402:0:25040:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788869963.736423:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736434:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869963.736488:0:25040:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788869963.736491:0:25040:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff99fe8218f800 10000000:01000000:0.0:1788869963.736495:0:25040:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff99fe8218f800 10000000:01000000:0.0:1788869963.736498:0:25040:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869963.736504:0:25040:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff99fe8218f800 from 1 10000000:01000000:0.0:1788869963.736506:0:25040:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788869963.736538:0:25040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736546:0:25040:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736556:0:25040:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869963.736576:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825984:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788869963.736635:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.736670:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9b66480 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.736689:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554825984 00000100:00100000:0.0:1788869963.736694:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554825984 00000100:00100000:0.0:1788869963.736738:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788869963.736746:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+23:25040:x1875765554825984:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869963.736843:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869963.736856:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff81490e00/0xbead52e175fc494d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4946 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736880:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff81490e00/0xbead52e175fc494d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4946 expref: 24 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736890:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff81490e00/0xbead52e175fc494d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4946 expref: 24 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.736898:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff81490e00, rc 0) 00000100:00100000:0.0:1788869963.737008:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554825984:12345-0@lo:101:mount.lustre.0 Request processed in 189us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.737016:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788869963.737063:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554825984:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788869963.737076:0:25040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc494d expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.737085:0:25040:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc494d expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788869963.744613:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788869963.745056:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788869963.745248:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788869963.745318:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788869963.745331:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788869963.745345:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788869963.745360:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788869963.745374:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788869963.745388:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788869963.745401:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788869963.745413:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788869963.745425:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788869963.745437:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788869963.745449:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788869963.745462:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788869963.745475:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788869963.745507:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788869963.745523:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788869963.745537:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788869963.745551:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788869963.745565:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788869963.745582:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788869963.745607:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788869963.745622:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788869963.745636:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788869963.745651:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788869963.745666:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788869963.745682:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788869963.745695:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788869963.745726:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788869963.745742:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788869963.745757:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788869963.746112:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788869963.746128:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788869963.746140:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788869963.746153:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788869963.746166:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788869963.746180:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788869963.746194:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788869963.746209:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788869963.746224:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788869963.746236:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788869963.746249:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788869963.746289:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788869963.746302:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788869963.746314:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788869963.746326:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788869963.746337:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788869963.746364:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788869963.746380:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788869963.746514:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788869963.746534:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788869963.746553:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788869963.746559:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788869963.746660:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.746750:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.750975:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.751909:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826112 00000100:00100000:0.0:1788869963.751920:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826112 00000100:00100000:0.0:1788869963.755132:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788869963.755152:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826112:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788869963.755353:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826112:12345-0@lo:501:mount.lustre.0 Request processed in 208us (8601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.755361:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788869963.756979:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788869963.757042:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826240:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869963.757105:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.757146:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826240 00000100:00100000:1.0:1788869963.757153:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826240 00000100:00100000:1.0:1788869963.757195:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788869963.757203:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826240:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788869963.757320:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826240:12345-0@lo:503:mount.lustre.0 Request processed in 116us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869963.757328:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788869963.757377:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869963.757390:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826240:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788869963.759474:0:25040:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788869963.759572:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826368:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788869963.759640:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869963.759732:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.764936:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826368 00000100:00100000:0.0:1788869963.764953:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826368 00000100:00100000:0.0:1788869963.766424:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788869963.766437:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869963.766612:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826368:12345-0@lo:502:mount.lustre.0 Request processed in 178us (6971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.766621:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788869963.766885:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869963.770364:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788869963.770423:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788869963.770438:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788869963.770451:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788869963.770463:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788869963.770478:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788869963.770491:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788869963.770505:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788869963.770517:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788869963.770528:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788869963.770549:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788869963.770561:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788869963.770572:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788869963.770583:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788869963.770594:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788869963.770605:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788869963.770616:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788869963.770641:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788869963.770654:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788869963.770665:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788869963.770676:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788869963.770687:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788869963.770698:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788869963.770711:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788869963.770725:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788869963.770737:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788869963.770749:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788869963.770762:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788869963.770775:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788869963.770787:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788869963.770800:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788869963.770812:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788869963.770825:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788869963.770853:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788869963.770866:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788869963.770877:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788869963.770889:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788869963.770900:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788869963.770910:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788869963.770921:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788869963.770931:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788869963.770943:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788869963.770954:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788869963.771000:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788869963.771014:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788869963.771027:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788869963.771039:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788869963.771050:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788869963.771115:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869963.771191:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869963.771237:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d600 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.771307:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826496 00000100:00100000:0.0:1788869963.771316:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826496 00000100:00100000:0.0:1788869963.771368:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788869963.771377:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826496:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869963.771482:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826496:12345-0@lo:502:mount.lustre.0 Request processed in 106us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.771489:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788869963.771547:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869963.771706:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788869963.771726:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788869963.771744:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826624:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788869963.771776:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869963.771793:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d600 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.771900:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826624 00000100:00100000:0.0:1788869963.771905:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826624 00000100:00100000:0.0:1788869963.772880:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788869963.772891:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826624:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788869963.773017:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554826624:12345-0@lo:502:mount.lustre.0 Request processed in 128us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.773025:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788869963.774436:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554826624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788869963.774527:0:25040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788869963.774542:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788869963.778292:0:25054:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788869963.778313:0:25054:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff99ffbcd119c0) 00000020:00000080:0.0:1788869963.778341:0:25054:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788869963.778518:0:25054:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99fe8218f800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788869963.778523:0:25054:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99fe8218f800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788869963.778525:0:25054:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe8218f800 3 00010000:00080000:0.0:1788869963.778569:0:25054:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99fe83340000@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788869963.787365:0:25054:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788869963.787479:0:25054:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788869963.787533:0:25054:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788869963.787550:0:25054:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xbead52e175fc495b 00000100:00080000:0.0:1788869963.787561:0:25054:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788869963.787567:0:25054:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff99fe83340000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869963.787603:0:25054:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffbfa4a680 x1875765554826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869963.787635:0:25054:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788869963.787862:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554826752:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788869963.787936:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788041:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826752 00000100:00100000:0.0:1788869963.788048:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826752 00000100:00100000:0.0:1788869963.788077:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788869963.788084:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3615:x1875765554826752:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788869963.788106:0:23944:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:0.0:1788869963.788135:0:23944:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xbead52e175fc4962 00000004:00100000:0.0:1788869963.788151:0:23944:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788869963.788181:0:23944:0:(import.c:65:import_set_state_nolock()) ffff99fe83346000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869963.788237:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1875765554826752:12345-0@lo:38:llog_process_th.0 Request processed in 151us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.788244:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788869963.788399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869963.788404:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869963.788407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869963.788409:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788869963.788463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788869963.788472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788869963.788474:0:37:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869963.788478:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1788869963.788482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788869963.788486:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff99ff87c81000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788869963.788503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffbfa48000 x1875765554827392/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869963.788538:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554826880:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788569:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788590:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554827520:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788613:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788633:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788869963.788638:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554827008:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788658:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788675:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554827648:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788693:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788848:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554827136:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788874:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788892:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554827776:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788925:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.788943:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788869963.788949:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554827264:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.788984:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.789011:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554826880 00000100:00100000:0.0:1788869963.789016:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554826880 00000100:00100000:0.0:1788869963.789053:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827136 00000100:00100000:0.0:1788869963.789056:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827136 00000100:00100000:0.0:1788869963.789072:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788869963.789079:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554826880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789237:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554826880:12345-0@lo:400:kworker.0 Request processed in 158us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789244:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788869963.789278:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788869963.789284:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554827136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789311:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554827136:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789318:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788869963.789335:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827520 00000100:00100000:0.0:1788869963.789338:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827520 00000100:00100000:0.0:1788869963.789353:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827008 00000100:00100000:0.0:1788869963.789355:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827008 00000100:00100000:0.0:1788869963.789363:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827648 00000100:00100000:0.0:1788869963.789365:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827648 00000100:00100000:0.0:1788869963.789382:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827776 00000100:00100000:0.0:1788869963.789385:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827776 00000100:00100000:0.0:1788869963.789396:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788869963.789401:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554827520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789425:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554827520:12345-0@lo:400:kworker.0 Request processed in 24us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789431:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788869963.789440:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788869963.789445:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554827008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789464:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554827008:12345-0@lo:400:kworker.0 Request processed in 20us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789475:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788869963.789484:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788869963.789489:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554827648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789511:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554827648:12345-0@lo:400:kworker.0 Request processed in 22us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789516:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788869963.789525:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788869963.789530:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554827776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789552:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554827776:12345-0@lo:400:kworker.0 Request processed in 22us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.789558:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788869963.789571:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788869963.789575:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788869963.789597:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554827136:0@lo:400:kworker.0 00010000:00080000:0.0:1788869963.789608:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa4a300 x1875765554827776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869963.789617:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554827776:0@lo:400:kworker.0 00010000:00080000:0.0:1788869963.789642:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa48700 x1875765554827008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869963.789651:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554827008:0@lo:400:kworker.0 00010000:00080000:0.0:1788869963.789659:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa4ad80 x1875765554827648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869963.789666:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554827648:0@lo:400:kworker.0 00000100:00100000:0.0:1788869963.789681:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554826880:0@lo:400:kworker.0 00010000:00080000:0.0:1788869963.789689:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa49500 x1875765554827520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869963.789697:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554827520:0@lo:400:kworker.0 00000100:00100000:3.0:1788869963.789910:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554827392:0@lo:8:kworker.0 00000100:00100000:3.0:1788869963.789940:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788869963.789974:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa4a680 x1875765554826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869963.789982:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788869963.789990:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788869963.789997:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788869963.790006:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788869963.790009:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe83340000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788869963.790016:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3615:1875765554826752:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788869963.790393:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827264 00000100:00100000:2.0:1788869963.790399:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827264 00000100:00100000:2.0:1788869963.790432:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827392 00000100:00100000:2.0:1788869963.790435:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827392 00000100:00100000:2.0:1788869963.790445:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869963.790452:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554827264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869963.790492:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554827264:12345-0@lo:400:kworker.0 Request processed in 41us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.790498:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788869963.790511:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869963.790520:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3615:x1875765554827392:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788869963.790573:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3615:x1875765554827392:12345-0@lo:8:kworker.0 Request processed in 51us (632us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788869963.790579:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869963.790601:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788869963.790605:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869963.790608:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788869963.790611:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554827392:0@lo:8:kworker.0 00010000:00080000:2.0:1788869963.790631:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffbfa4bb80 x1875765554827264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788869979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869963.790641:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554827264:0@lo:400:kworker.0 00000100:00080000:3.0:1788869963.790779:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:2.0:1788869963.793157:0:25054:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788869963.793176:0:25054:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff99fe82333380) 00000020:00000080:2.0:1788869963.793205:0:25054:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1788869963.796222:0:25054:0:(tgt_mount.c:153:server_get_mount()) get mount ffff99fe8218f800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788869963.796232:0:25054:0:(tgt_mount.c:187:server_put_mount()) put mount ffff99fe8218f800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788869963.796235:0:25054:0:(obd_mount.c:710:lustre_put_lsi()) put ffff99fe8218f800 3 00010000:00080000:2.0:1788869963.796301:0:25054:0:(ldlm_lib.c:102:import_set_conn()) imp ffff99fe81f59800@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.130@tcp at head 00010000:00010000:2.0:1788869963.804229:0:25054:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1788869963.804419:0:25054:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1788869963.804478:0:25054:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788869963.805298:0:25054:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xbead52e175fc4970 00000100:00080000:2.0:1788869963.805314:0:25054:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788869963.805320:0:25054:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff99fe81f59800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788869963.805362:0:25054:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffa5dc4000 x1875765554827904/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869963.805392:0:25054:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788869963.805430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869963.805435:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788869963.805438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788869963.805441:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788869963.805645:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3615:1875765554827904:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788869963.805734:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869963.805973:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554827904 00000100:00100000:2.0:1788869963.805980:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554827904 00000100:00100000:2.0:1788869963.806022:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869963.806029:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3615:x1875765554827904:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788869963.806057:0:22720:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:2.0:1788869963.806091:0:22720:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xbead52e175fc4977 00000004:00100000:2.0:1788869963.806107:0:22720:0:(mdt_handler.c:7366:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788869963.806143:0:22720:0:(import.c:65:import_set_state_nolock()) ffff99fe83b0d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788869963.806203:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875765554827904:12345-0@lo:38:llog_process_th.0 Request processed in 172us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.806211:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788869963.806282:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff99ffa5dc4000 x1875765554827904/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788869973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869963.806293:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788869963.806301:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788869963.806310:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788869963.806315:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788869963.806317:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99fe81f59800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788869963.806323:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3615:1875765554827904:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788869963.806463:0:25054:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788869963.810857:0:25040:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788869963.810901:0:25040:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788869963.810953:0:25040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc494d expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869963.810976:0:25040:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81490000/0xbead52e175fc4946 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc494d expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788869963.811035:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788869963.811037:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788869963.811038:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869963.811039:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869963.811041:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869963.811042:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869963.811043:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788869963.811045:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869963.811046:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788869963.811051:0:25040:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788869963.811053:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788869963.811054:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788869963.811056:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869963.811057:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869963.811058:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869963.811059:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869963.811060:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788869963.811061:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869963.811062:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788869963.811090:0:25040:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788869963.811110:0:25040:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554828032:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788869963.811179:0:25040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869963.811290:0:25040:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae62d600 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.814745:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828032 00000100:00100000:0.0:1788869963.814894:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828032 00000100:00100000:0.0:1788869963.814946:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788869963.814955:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554828032:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788869963.815007:0:22712:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788869963.815021:0:22712:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788869963.820443:0:22712:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788869963.820632:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788869963.820995:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+24:25040:x1875765554828032:12345-0@lo:253:mount.lustre.0 Request processed in 6037us (9811us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.821008:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788869963.821116:0:25040:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:96c65448-eca8-4b03-8895-1366fc891a7a:25040:1875765554828032:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788869963.821133:0:25040:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788869963.821137:0:25040:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788869963.821139:0:25040:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788869963.821140:0:25040:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788869963.821141:0:25040:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788869963.821142:0:25040:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788869963.821143:0:25040:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788869963.821145:0:25040:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788869963.821147:0:25040:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788869963.821148:0:25040:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788869963.821161:0:25040:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1788869963.822502:0:22735:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788869963.822509:0:22735:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788869963.822580:0:22735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822597:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822605:0:22735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822613:0:22735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822660:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822675:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 23 pid: 22711 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869963.822689:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554828160:0@lo:104: 00000100:00100000:0.0:1788869963.822747:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788869963.822801:0:22735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822809:0:22735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869963.822817:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554828288:0@lo:104: 00000100:00100000:0.0:1788869963.822834:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.822848:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff84e426c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788869963.822863:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828160 00000100:00100000:0.0:1788869963.822868:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828160 00000100:00100000:0.0:1788869963.822895:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828288 00000100:00100000:0.0:1788869963.822896:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828288 00000100:00100000:0.0:1788869963.822907:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869963.822915:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554828160:12345-0@lo:104: 00010000:00010000:0.0:1788869963.822926:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.822980:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869963.822985:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:22735:x1875765554828160:12345-0@lo:104: Request processed in 72us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.822998:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869963.823012:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788869963.823017:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554828288:12345-0@lo:104: 00010000:00010000:0.0:1788869963.823025:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823054:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788869963.823058:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:22735:x1875765554828288:12345-0@lo:104: Request processed in 41us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869963.823064:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788869963.823078:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788869963.823084:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823092:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f2200 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869963.823096:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823105:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869963.823113:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869963.823120:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788869963.823141:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823148:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869963.823170:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823177:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2200/0xbead52e175fc48f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4900 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823187:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869963.823190:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823196:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f2800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:0.0:1788869963.823199:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823206:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788869963.823211:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869963.823216:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788869963.823227:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823232:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869963.823246:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823274:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc48eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48f2 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869963.823300:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869963.823301:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869963.823303:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869963.823309:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869963.823319:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554828416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869963.823347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.823375:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554828544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869963.823396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869963.823433:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554828160:0@lo:104: 00000100:00100000:0.0:1788869963.823441:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22735:1875765554828288:0@lo:104: 00010000:00010000:0.0:1788869963.823455:0:22735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869963.823769:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828416 00000100:00100000:2.0:1788869963.823774:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828416 00010000:00010000:2.0:1788869963.823792:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 24 pid: 22711 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869963.823817:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828544 00000100:00100000:2.0:1788869963.823821:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828544 00010000:00010000:2.0:1788869963.823832:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 25 pid: 22712 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869963.823851:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788869963.823857:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+25:3617:x1875765554828416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869963.823866:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869963.823871:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 25 pid: 22711 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.823881:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 25 pid: 22711 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.823894:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc4900 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc48f9 expref: 25 pid: 22711 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.823905:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869963.823935:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+24:3617:x1875765554828416:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.823942:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788869963.823954:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788869963.823976:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+23:3618:x1875765554828544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869963.823990:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869963.823995:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824003:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824013:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9800/0xbead52e175fc48f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc48eb expref: 23 pid: 22712 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824023:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824031:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788869963.824044:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010789768s 00010000:00010000:2.0:1788869963.824049:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824056:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824064:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824070:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824076:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80031e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869963.824080:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824092:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824106:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824115:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788869963.824139:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:96c65448-eca8-4b03-8895-1366fc891a7a+22:3618:x1875765554828544:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869963.824146:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788869963.824173:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554828544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788869963.824189:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554828416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788869963.824209:0:22735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824215:0:22735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869963.824222:0:22735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80031e00/0xbead52e175fc497e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1788869963.825816:0:25040:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788869963.831517:0:25040:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788869963.831527:0:25040:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788869963.831560:0:25040:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788869963.831600:0:25040:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788869963.831617:0:25040:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788869963.831636:0:25040:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788869963.832495:0:25040:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869963.832758:0:25040:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788869964.184532:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788869964.871555:0:25107:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788869964.872684:0:25107:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1788869964.952327:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788869964.952336:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffb9bbb000 from 14 10000000:01000000:2.0:1788869964.952341:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788869964.952383:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.952394:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.952411:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869964.952435:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869964.952500:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869964.952548:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae73fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869964.952623:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828672 00000100:00100000:1.0:1788869964.952631:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828672 00000100:00100000:1.0:1788869964.952685:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788869964.952694:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554828672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869964.952706:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869964.952720:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc498c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4985 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869964.952763:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc498c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4985 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869964.952773:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9e00/0xbead52e175fc498c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4985 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869964.952782:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9e00, rc 0) 00000100:00100000:1.0:1788869964.952826:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554828672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869964.952832:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788869964.953336:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869964.953353:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc498c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869964.953362:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc498c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869964.953417:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828800:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788869964.953453:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869964.953523:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae696180 going to sleep for 11 seconds 00000100:00100000:1.0:1788869964.955855:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828800 00000100:00100000:1.0:1788869964.955868:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828800 00000100:00100000:1.0:1788869964.956332:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788869964.956344:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554828800:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788869964.956370:0:22712:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788869964.956389:0:22712:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788869964.956392:0:22712:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788869964.956527:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554828800:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 185us (3072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869964.956536:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788869964.956613:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828800:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788869964.956680:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788869964.956689:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc498c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869964.956699:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffba9f2800/0xbead52e175fc4985 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc498c expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869964.956708:0:22716:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788869964.956710:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff99ffba986000 from 14 10000000:01000000:3.0:1788869964.956713:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788869964.956750:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869964.956758:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869964.956766:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869964.956785:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788869964.956818:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869964.960519:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae696180 going to sleep for 11 seconds 00000100:00100000:2.0:1788869964.965054:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554828928 00000100:00100000:2.0:1788869964.965068:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554828928 00000100:00100000:2.0:1788869964.965116:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788869964.965124:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554828928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869964.965141:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869964.965173:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffba9f2200/0xbead52e175fc499a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4993 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.965208:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffba9f2200/0xbead52e175fc499a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4993 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.965220:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffba9f2200/0xbead52e175fc499a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4993 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.965230:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffba9f2200, rc 0) 00000100:00100000:2.0:1788869964.965330:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554828928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (8511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869964.965337:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788869964.965386:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554828928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869964.965403:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc499a expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.965419:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc499a expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869964.965478:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554829056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788869964.965518:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869964.965540:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae73fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869964.965559:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829056 00000100:00100000:2.0:1788869964.965562:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829056 00000100:00100000:2.0:1788869964.965579:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788869964.965584:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554829056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788869964.965596:0:22711:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788869964.965610:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788869964.965613:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788869964.965692:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554829056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 107us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869964.965699:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788869964.965721:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554829056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788869964.965790:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788869964.965797:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc499a expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869964.965806:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff81535600/0xbead52e175fc4993 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc499a expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869965.210434:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554829184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788869965.210510:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788869965.211000:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869965.217225:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829184 00000100:00100000:2.0:1788869965.217241:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829184 00000100:00100000:2.0:1788869965.217366:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788869965.217376:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554829184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788869965.217411:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00080000:3.0:1788869965.219487:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788869965.223041:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e40a80 x1875765554829184/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788869981 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869965.223071:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554829184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788869965.225234:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554829184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7850us (14714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869965.225248:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:2.0:1788869966.238588:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869966.748355:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554829312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788869966.748431:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869966.748477:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788869966.748484:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554829440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788869966.748508:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869966.748956:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829312 00000100:00100000:0.0:1788869966.748965:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829312 00000100:00100000:0.0:1788869966.749013:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829440 00000100:00100000:0.0:1788869966.749015:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829440 00000100:00100000:0.0:1788869966.749030:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788869966.749049:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554829312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788869966.749081:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788869966.749174:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554829312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.749181:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788869966.749197:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788869966.749203:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554829440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869966.749218:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788869966.749244:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554829440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.749249:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788869966.752009:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554829312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869966.752049:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554829440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788869966.877437:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869946/real 1788869946] req@ffff99ff832e3480 x1875765554816256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.877477:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e3480 x1875765554816256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.877487:0:3615:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788869946/real 1788869946] req@ffff99ff832e3800 x1875765554816384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.877498:0:3615:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99ff832e3800 x1875765554816384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788869966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869966.877520:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869966.877547:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788869966.877551:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554816256:0@lo:8:kworker.0 00000100:00080000:0.0:1788869966.877557:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788869966.877563:0:3615:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788869966.877582:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554816384:0@lo:8:kworker.0 00000100:00080000:1.0:1788869966.877753:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788869966.877758:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788869966.877760:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788869966.877773:0:14945:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 564 00000100:00080000:1.0:1788869966.877778:0:14945:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788869966.877785:0:14945:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff99ffb9727800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869966.877805:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa3b80 x1875765554829696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788869966.877815:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788869966.877818:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788869966.877819:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788869966.877822:0:14945:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 564 00000100:00080000:1.0:1788869966.877825:0:14945:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788869966.877828:0:14945:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff99ffac4a8000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869966.877838:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa3480 x1875765554829824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788869966.877875:0:14945:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788869966.877878:0:14945:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788869966.877880:0:14945:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788869966.877884:0:14945:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff99ff87c81000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788869966.877898:0:14945:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99ffb8aa0000 x1875765554830208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869966.877980:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554830080:0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878056:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.878086:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554830720:0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878116:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.878137:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788869966.878151:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88012d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554830336:0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878178:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.878194:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554830848:0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.878244:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830080 00000100:00100000:1.0:1788869966.878274:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830080 00000100:00100000:1.0:1788869966.878319:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788869966.878328:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554830080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878376:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554830080:12345-0@lo:400:kworker.0 Request processed in 48us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.878383:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788869966.878406:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830720 00000100:00100000:1.0:1788869966.878410:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830720 00000100:00100000:1.0:1788869966.878445:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830336 00000100:00100000:1.0:1788869966.878448:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830336 00000100:00100000:1.0:1788869966.878458:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830848 00000100:00100000:1.0:1788869966.878460:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830848 00000100:00100000:1.0:1788869966.878472:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788869966.878477:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88011500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554830720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878504:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88011500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554830720:12345-0@lo:400:kworker.0 Request processed in 28us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.878510:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788869966.878521:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788869966.878526:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554830336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878552:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554830336:12345-0@lo:400:kworker.0 Request processed in 26us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.878557:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788869966.878577:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788869966.878582:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88011180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554830848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.878753:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88011180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554830848:12345-0@lo:400:kworker.0 Request processed in 170us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.878760:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:1.0:1788869966.878787:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788869966.878790:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788869966.878812:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88012d80 x1875765554830336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.878824:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88012d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554830336:0@lo:400:kworker.0 00010000:00080000:1.0:1788869966.878833:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88010e00 x1875765554830848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.878840:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554830848:0@lo:400:kworker.0 00010000:00080000:1.0:1788869966.878847:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffb8aa2680 x1875765554830080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.878855:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554830080:0@lo:400:kworker.0 00010000:00080000:1.0:1788869966.878863:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88011c00 x1875765554830720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.878870:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554830720:0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.878962:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554829568:0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.879019:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869966.879049:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554830464:0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.879069:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869966.879085:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788869966.879090:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554829952:0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.879110:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869966.879122:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88012a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554830592:0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.879137:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869966.879157:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829568 00000100:00100000:2.0:1788869966.879160:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829568 00000100:00100000:2.0:1788869966.879196:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788869966.879203:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:3618:x1875765554829568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869966.879237:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:3618:x1875765554829568:12345-0@lo:400:kworker.0 Request processed in 35us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869966.879272:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788869966.879308:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554829568:0@lo:400:kworker.0 00000100:00100000:0.0:1788869966.879683:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554829696:0@lo:8:kworker.0 00000100:00100000:0.0:1788869966.879790:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869966.879822:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554829824:0@lo:8:kworker.0 00000100:00100000:0.0:1788869966.879845:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869966.879863:0:3615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554830208:0@lo:8:kworker.0 00000100:00100000:0.0:1788869966.879888:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869966.879939:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830464 00000100:00100000:0.0:1788869966.879944:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830464 00000100:00100000:0.0:1788869966.879972:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829952 00000100:00100000:0.0:1788869966.879975:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829952 00000100:00100000:0.0:1788869966.879985:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830592 00000100:00100000:0.0:1788869966.879987:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830592 00000100:00100000:0.0:1788869966.879999:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869966.880005:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554830464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869966.880044:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554830464:12345-0@lo:400:kworker.0 Request processed in 38us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.880050:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788869966.880061:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869966.880067:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554829952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869966.880091:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554829952:12345-0@lo:400:kworker.0 Request processed in 24us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.880096:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788869966.880106:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788869966.880111:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554830592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869966.880135:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554830592:12345-0@lo:400:kworker.0 Request processed in 24us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.880149:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788869966.880165:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829696 00000100:00100000:0.0:1788869966.880169:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829696 00000100:00100000:0.0:1788869966.880178:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554829824 00000100:00100000:0.0:1788869966.880180:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554829824 00000100:00100000:0.0:1788869966.880185:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830208 00000100:00100000:0.0:1788869966.880187:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830208 00000100:00100000:0.0:1788869966.880194:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788869966.880198:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3615:x1875765554829696:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788869966.880226:0:24229:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:0.0:1788869966.880285:0:24229:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc49a1 00002000:00100000:0.0:1788869966.880301:0:24229:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff99fe83344000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113718 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788869966.880305:0:24229:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788869966.880307:0:24229:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788869966.880381:0:24229:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788869966.880403:0:24229:0:(import.c:65:import_set_state_nolock()) ffff99fe83347800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869966.880437:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3615:x1875765554829696:12345-0@lo:8:kworker.0 Request processed in 237us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.880443:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788869966.880453:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869966.880457:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3615:x1875765554829824:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788869966.880483:0:24229:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:0.0:1788869966.880498:0:24229:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbead52e175fc49a8 00002000:00100000:0.0:1788869966.880504:0:24229:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff99fe83342000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113718 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1788869966.880507:0:24229:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1788869966.880509:0:24229:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788869966.881893:0:24229:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788869966.881932:0:24229:0:(import.c:65:import_set_state_nolock()) ffff99fe83343000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869966.881995:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3615:x1875765554829824:12345-0@lo:8:kworker.0 Request processed in 1535us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.882004:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788869966.882029:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788869966.882035:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3615:x1875765554830208:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788869966.882057:0:24229:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:0.0:1788869966.882077:0:24229:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbead52e175fc49af 00002000:00100000:0.0:1788869966.882088:0:24229:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff99fe83341000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113718 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1788869966.882092:0:24229:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1788869966.882094:0:24229:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788869966.882136:0:24229:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1788869966.882148:0:24229:0:(import.c:65:import_set_state_nolock()) ffff99fe83345000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869966.882173:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3615:x1875765554830208:12345-0@lo:8:kworker.0 Request processed in 138us (2285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869966.882179:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1788869966.882215:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffb8aa3b80 x1875765554829696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788869991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.882225:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788869966.882232:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788869966.882240:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788869966.882245:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788869966.882247:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffb9727800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788869966.882300:0:3615:0:(osp_dev.c:1705:osp_import_event()) got connected 00000100:00100000:0.0:1788869966.882306:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554829696:0@lo:8:kworker.0 00010000:00080000:0.0:1788869966.882339:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffb8aa3480 x1875765554829824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788869991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.882346:0:3615:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788869966.882350:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788869966.882355:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788869966.882358:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788869966.882360:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ffac4a8000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788869966.882371:0:3615:0:(osp_dev.c:1705:osp_import_event()) got connected 00000100:00100000:0.0:1788869966.882375:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3615:1875765554829824:0@lo:8:kworker.0 00010000:00080000:0.0:1788869966.882387:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffb8aa0000 x1875765554830208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788869991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788869966.882395:0:3615:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788869966.882399:0:3615:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788869966.882402:0:3615:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788869966.882404:0:3615:0:(import.c:65:import_set_state_nolock()) ffff99ff87c81000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788869966.882413:0:3615:0:(osp_dev.c:1705:osp_import_event()) got connected 00000100:00100000:0.0:1788869966.882415:0:3615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3615:1875765554830208:0@lo:8:kworker.0 00000004:00080000:0.0:1788869966.882472:0:22746:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1788869966.882492:0:22746:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22746:1875765554831104:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788869966.882525:0:22746:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869966.882546:0:22746:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd240 going to sleep for 11 seconds 00000100:00100000:0.0:1788869966.882556:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869966.882565:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554830976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869966.882587:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788869966.882729:0:22744:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788869966.882743:0:22744:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22744:1875765554831360:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788869966.882823:0:22743:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788869966.882896:0:22743:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 584809642791ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788869966.882913:0:22743:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1788869966.882939:0:22745:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788869966.882973:0:22745:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 584809719884ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788869966.882977:0:22745:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1788869966.882989:0:23463:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788869966.883031:0:23463:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 584809777919ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788869966.883036:0:23463:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1788869966.883160:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554831232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788869966.890776:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831104 00000100:00100000:2.0:1788869966.890792:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831104 00000100:00100000:2.0:1788869966.890855:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788869966.890865:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22746:x1875765554831104:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1788869966.891138:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869966.891143:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788869966.891145:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788869966.891194:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffb8aa0700 x1875765554829952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869966.891209:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffb8aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554829952:0@lo:400:kworker.0 00010000:00080000:2.0:1788869966.891223:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88012a00 x1875765554830592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869966.891231:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88012a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554830592:0@lo:400:kworker.0 00010000:00080000:2.0:1788869966.891242:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88013480 x1875765554830464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869966.891282:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554830464:0@lo:400:kworker.0 00000100:00100000:1.0:1788869966.891699:0:22744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.891734:0:22744:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860c000 going to sleep for 11 seconds 00000004:00080000:1.0:1788869966.891784:0:23464:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788869966.891811:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88012680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554831616:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788869966.891846:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.891855:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869966.891981:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869966.891991:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88011880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554831488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788869966.892018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869966.892051:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554830976 00000100:00100000:1.0:1788869966.892057:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554830976 00000100:00100000:1.0:1788869966.892082:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831488 00000100:00100000:1.0:1788869966.892084:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831488 00000100:00100000:1.0:1788869966.892106:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788869966.892112:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875765554830976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788869966.892166:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788869966.892205:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875765554830976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (9617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.892212:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788869966.892227:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788869966.892233:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3617:x1875765554831488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788869966.892242:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788869966.892294:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3617:x1875765554831488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.892300:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788869966.892315:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788869966.892334:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88011880 x1875765554831488/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.892349:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88011880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554831488:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1788869966.893083:0:23452:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1788869966.893221:0:24227:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788869966.893230:0:24227:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:3.0:1788869966.897173:0:22699:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1788869966.897195:0:22699:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:2.0:1788869966.897727:0:24228:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788869966.897736:0:24228:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1788869966.897742:0:24228:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000100:00100000:1.0:1788869966.899341:0:24229:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788869966.899365:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831360 00000100:00100000:1.0:1788869966.899374:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831360 00000100:00100000:1.0:1788869966.899428:0:24229:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788869966.899436:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831616 00000100:00100000:1.0:1788869966.899439:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831616 00000100:00080000:1.0:1788869966.899457:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788869966.900751:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788869966.900826:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffbfa49180 x1875765554830976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869966.900853:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554830976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788869966.904780:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831232 00000100:00100000:1.0:1788869966.904799:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831232 00000100:00100000:1.0:1788869966.904869:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788869966.904879:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875765554831232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788869966.904919:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788869966.905006:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875765554831232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (4261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869966.905014:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788869966.905333:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88011c00 x1875765554831232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788869982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869966.905356:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88011c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554831232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788869966.913447:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788869966.913466:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22744:x1875765554831360:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788869966.921591:0:25205:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1788869966.921617:0:25205:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788869966.921624:0:25205:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:3.0:1788869966.926049:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.926064:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.926094:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.926099:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.926105:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.926125:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.926135:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.926143:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.926161:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788869966.926467:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869966.926475:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.926483:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81535a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869966.926488:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.926497:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.926516:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.926525:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098b72576/0xbead52e175fc49b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.926545:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.926547:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.926549:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788869966.928627:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.928643:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.928659:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.928663:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.928669:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.928682:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.928835:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.928844:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.928875:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788869966.929278:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869966.929286:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.929303:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869966.929307:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.929316:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.929333:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.929340:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb1096e4/0xbead52e175fc49bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.929358:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.929360:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.929362:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788869966.929985:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.929994:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.930007:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.930011:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.930016:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.930026:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.930035:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.930042:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.930124:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.934439:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.934456:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.934475:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.934480:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.934501:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.934519:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.934530:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.934538:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939332:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788869966.939346:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939359:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869966.939364:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939376:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939404:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939412:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000727950fb/0xbead52e175fc49c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939434:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869966.939438:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939444:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869966.939448:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939455:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939464:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869966.939471:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.939472:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.939474:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.939916:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.939926:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.939939:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.939944:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.939951:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.939969:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.939979:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.939987:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.940058:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.941730:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.941743:0:24228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fe0bd4e/0xbead52e175fc49cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942848:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869966.942858:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942869:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f3a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869966.942874:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942885:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942922:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942930:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca48ea3/0xbead52e175fc49d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.942950:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.942952:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.942954:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788869966.944219:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.944230:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.944245:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.944493:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.944500:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.944514:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.944525:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.944532:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.944555:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.946104:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.946116:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.946130:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.946134:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.946139:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.946151:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.946172:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.946179:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.946190:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788869966.946576:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.946583:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.946592:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.946595:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.946612:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.946624:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.946632:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.946646:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.946654:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1788869966.947048:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.947055:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947064:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.947066:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.947070:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947078:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947086:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947092:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947099:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1788869966.947395:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.947402:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.947411:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.947413:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.947418:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.947427:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.947435:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.947443:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.947464:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1788869966.947815:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.947821:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947833:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.947836:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.947840:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947849:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947856:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947863:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.947870:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1788869966.948084:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788869966.948093:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948101:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948107:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948117:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948135:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948143:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a3857aa/0xbead52e175fc49d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948163:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788869966.948167:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948174:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948176:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948193:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948206:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948213:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003056624f/0xbead52e175fc49e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948226:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788869966.948230:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948236:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948239:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948246:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948276:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948283:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049a8118b/0xbead52e175fc49e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948306:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788869966.948310:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948316:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948319:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948328:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948337:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948344:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3544c58/0xbead52e175fc49ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948354:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869966.948358:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948364:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948367:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948386:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948397:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948404:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000713f1d30/0xbead52e175fc49f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948416:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.948419:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948426:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.948429:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948436:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948445:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948452:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca504bea/0xbead52e175fc49fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.948474:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.948476:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.948477:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.948870:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.948878:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.948889:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.948892:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.948896:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.948917:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.948925:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.948932:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.949304:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788869966.955573:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869966.955585:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.955615:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869966.955621:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869966.955627:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.955639:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.955664:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.955672:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788869966.955779:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.955785:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.955794:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.955802:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.955806:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.955816:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.955824:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.955830:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.955976:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788869966.955985:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.955994:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.955999:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956008:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956026:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956033:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099aff350/0xbead52e175fc4a03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956066:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869966.956070:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956077:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.956087:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956096:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956105:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956114:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.956117:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956122:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.956125:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956132:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956140:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.956147:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.956149:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.956150:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869966.957953:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.962027:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788869966.962044:0:24228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4a0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.962357:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.963439:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.963450:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.963468:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.963472:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.963480:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.963494:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.963505:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.963512:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.963576:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.968050:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.968066:0:25205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4a11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788869966.968636:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.968645:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.968660:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.968665:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.968672:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.968686:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.968715:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.968725:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.968736:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788869966.969113:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869966.969122:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969131:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f2e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.969137:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969162:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969182:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969190:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9de165c/0xbead52e175fc4a18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969208:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.969212:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969219:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.969222:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969230:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969240:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969248:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad0234d/0xbead52e175fc4a1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969297:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.969299:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.969301:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.969450:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.969457:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.969466:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.969469:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.969473:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.969481:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.969488:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.969494:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.969515:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.969844:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.969849:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969857:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.969861:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969869:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969879:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969888:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d81f8fd4/0xbead52e175fc4a26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969914:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.969916:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.969917:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.969962:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.969967:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.969987:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.969989:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.969994:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970003:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970010:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970017:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970030:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.970037:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.970041:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970047:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.970050:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970056:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970076:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970082:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e811ee73/0xbead52e175fc4a2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.970095:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.970096:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.970098:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.970419:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.970425:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970433:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.970436:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.970439:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970448:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970455:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970462:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970477:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.970785:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.970791:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970799:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.970809:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.970814:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970823:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970831:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970839:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.970848:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788869966.971100:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.971106:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.971114:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.971116:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.971120:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.971129:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.971137:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.971150:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.971158:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788869966.971416:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788869966.971423:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971432:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.971435:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971444:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971459:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971467:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009015c924/0xbead52e175fc4a34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971496:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869966.971500:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971506:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.971509:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971517:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971527:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971534:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e345860f/0xbead52e175fc4a3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971544:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.971548:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971554:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.971557:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971575:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971586:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971593:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc34e8bb/0xbead52e175fc4a42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971620:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.971622:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.971624:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.971671:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.971677:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971685:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.971688:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.971691:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971700:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971718:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971730:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971744:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.971752:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.971755:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971761:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.971765:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971772:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971782:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971789:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072d66b96/0xbead52e175fc4a49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.971801:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.971802:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.971804:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.972233:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.972240:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.972272:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.972275:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.972281:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.972290:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.972299:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.972306:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.972324:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.972662:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.972675:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972684:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.972687:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972694:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972760:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972768:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023d366a8/0xbead52e175fc4a50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972783:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.972785:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.972786:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.972830:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.972835:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972843:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.972846:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.972849:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972867:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972875:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972881:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972895:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.972913:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.972917:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972924:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.972927:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972934:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972943:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972949:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ed7b6d9/0xbead52e175fc4a57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.972968:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.972970:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.972972:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.973802:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.973810:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973821:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.973824:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.973828:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973837:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973846:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973853:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973871:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.973880:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.973884:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973912:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.973916:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973924:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973934:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973940:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e954c47f/0xbead52e175fc4a65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.973954:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.973956:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.973958:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.974690:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.974759:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974778:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.974781:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.974786:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974797:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974806:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974813:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974833:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.974843:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.974847:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974853:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.974856:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974864:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974886:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974894:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fcb4d87/0xbead52e175fc4a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.974922:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.974924:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.974925:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.976516:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.976897:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.976919:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.976936:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.976940:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.976946:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.976959:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.976983:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.976992:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.977016:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.981392:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.981410:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981424:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.981429:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981440:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981467:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981476:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039cc6764/0xbead52e175fc4a6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981533:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.981535:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.981537:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.981644:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.981652:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981663:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.981668:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.981675:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981688:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981697:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981716:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.981742:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.982425:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.982433:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982452:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.982455:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.982459:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982468:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982476:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982483:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982496:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788869966.982505:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788869966.982509:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982515:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.982519:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982526:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982550:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982557:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033ee97fa/0xbead52e175fc4a73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982574:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.982577:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982584:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.982587:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982656:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982669:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982676:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f0a5a17/0xbead52e175fc4a7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.982689:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.982690:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.982698:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.983069:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.983076:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983085:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.983089:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.983093:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983102:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983110:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983116:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983129:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.983135:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.983138:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983144:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.983147:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983165:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983175:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983182:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd6dcef5/0xbead52e175fc4a81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.983195:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.983197:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.983199:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.983523:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.983531:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983539:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.983542:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.983546:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983554:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983562:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983569:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983596:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.983616:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.983620:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983627:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.983630:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983638:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983649:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983655:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2081f99/0xbead52e175fc4a88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.983669:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.983670:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.983672:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.984069:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.984074:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984083:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.984092:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.984097:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984105:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984114:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984120:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984134:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.984141:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.984145:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984153:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.984156:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984163:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984173:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984193:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d261027b/0xbead52e175fc4a8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984207:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984209:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984210:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.984519:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.984525:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.984534:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.984537:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.984540:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.984549:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.984556:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.984569:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.984588:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.984676:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.984681:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984689:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.984692:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984757:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984772:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984779:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007377d034/0xbead52e175fc4a96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984793:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984795:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984797:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.984837:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.984842:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984850:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.984852:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.984856:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984864:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984872:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984879:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984892:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.984899:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.984914:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984920:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.984923:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984943:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984953:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984961:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066e1e289/0xbead52e175fc4a9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.984974:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984976:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.984978:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.985228:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.985234:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985242:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.985245:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.985249:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985275:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985283:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985294:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985307:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.985314:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.985318:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985324:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.985327:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985335:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985344:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985351:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c4043ac/0xbead52e175fc4aa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.985363:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.985365:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.985367:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.985945:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.985952:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.985962:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.985965:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.985969:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.985979:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.985986:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.985992:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986012:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.986305:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.986316:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986325:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.986328:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986336:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986348:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986355:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b79e6515/0xbead52e175fc4aab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986371:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.986373:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.986374:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.986417:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.986423:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986430:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.986434:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.986437:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986456:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986464:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986471:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.986489:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.986694:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.986699:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986717:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.986720:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986727:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986738:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986745:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0f430df/0xbead52e175fc4ab2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.986761:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.986762:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.986764:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.987001:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.987007:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987017:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.987020:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.987024:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987033:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987049:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987056:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987070:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.987275:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.987279:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987287:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.987290:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987296:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987306:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987313:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea34c46d/0xbead52e175fc4ab9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987336:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.987338:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.987339:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.987377:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.987382:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987391:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.987394:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.987398:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987407:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987414:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987421:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987435:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.987441:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.987445:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987463:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.987466:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987474:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987484:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987490:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001758247f/0xbead52e175fc4ac0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.987502:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.987503:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.987504:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.987860:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.987866:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987874:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.987877:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.987880:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987887:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987895:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.987912:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.988150:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.991916:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.991932:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.991951:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.991956:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.991963:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.991977:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.991986:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.991994:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992380:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788869966.992389:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992398:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869966.992402:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992411:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992429:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992451:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3ef7e6d/0xbead52e175fc4ac7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992488:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869966.992492:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992499:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869966.992503:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992511:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992521:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869966.992530:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.992532:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869966.992534:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.993044:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788869966.993051:0:24228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd16233e/0xbead52e175fc4ace lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788869966.994969:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.994982:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995006:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.995010:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.995017:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995030:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995040:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995047:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995058:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788869966.995459:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.995465:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995474:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.995477:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.995481:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995490:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995509:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995515:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995524:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788869966.995865:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.995872:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995882:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.995885:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.995889:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995898:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995918:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995926:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.995947:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788869966.996184:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788869966.996193:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996202:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44c00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.996208:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996218:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996243:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996266:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092432fd7/0xbead52e175fc4ad5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996287:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788869966.996291:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996297:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.996301:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996308:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996317:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996324:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c746917/0xbead52e175fc4adc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996338:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.996342:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996355:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.996359:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996367:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996378:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996385:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f2f3df1/0xbead52e175fc4ae3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996399:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.996401:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.996402:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.996461:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.996466:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996475:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.996478:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.996482:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996492:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996506:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996515:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996533:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788869966.996540:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788869966.996543:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996549:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:2.0:1788869966.996552:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996559:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996569:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996576:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059e5d8ae/0xbead52e175fc4aea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.996592:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.996611:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869966.996613:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.996890:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.996896:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996917:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.996920:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.996923:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996932:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996939:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996946:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996961:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.996969:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.996972:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996979:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.996990:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.996998:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.997008:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.997015:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecd199c0/0xbead52e175fc4af1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.997029:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.997030:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.997032:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.997568:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.997574:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.997584:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.997587:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.997592:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.997613:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.997621:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.997628:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.997647:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788869966.998019:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.998025:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998033:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.998036:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.998039:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998054:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998062:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998069:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998078:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788869966.998327:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.998333:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998341:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.998344:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.998347:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998356:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998364:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998382:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.998391:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788869966.998847:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788869966.998855:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998863:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1400 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.998867:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998875:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998888:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998913:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e683d0e8/0xbead52e175fc4af8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998934:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788869966.998938:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998944:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.998947:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998954:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998964:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998970:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000302964ca/0xbead52e175fc4aff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998979:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.998982:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.998988:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c0a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.998995:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999002:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999010:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999017:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028cc9663/0xbead52e175fc4b06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999030:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.999031:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.999033:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869966.999087:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869966.999093:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999101:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869966.999105:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869966.999109:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999118:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999125:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999138:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999153:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869966.999160:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869966.999163:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999169:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869966.999172:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999179:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999189:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999196:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcdb8d85/0xbead52e175fc4b0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869966.999209:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.999210:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869966.999212:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869966.999527:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869966.999534:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.999542:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869966.999545:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869966.999549:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.999557:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.999565:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.999571:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869966.999589:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788869967.000864:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.000874:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.000890:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.000894:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.000898:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.000939:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.000950:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.000958:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.000969:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788869967.001791:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788869967.001808:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001819:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99fe823c1200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869967.001823:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001833:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001848:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001855:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072a9ba5c/0xbead52e175fc4b14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001873:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869967.001877:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001882:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869967.001886:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001892:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001926:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001932:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000760abfc8/0xbead52e175fc4b1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.001945:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869967.001947:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869967.001948:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869967.002011:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869967.002018:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002029:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869967.002031:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869967.002036:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002045:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002053:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002059:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002089:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788869967.002097:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869967.002100:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002107:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda45600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869967.002110:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002118:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002128:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002135:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007782bd4b/0xbead52e175fc4b22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.002149:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869967.002150:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869967.002151:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869967.002520:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.002526:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.002535:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.002538:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.002542:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.002552:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.002572:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.002579:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.003694:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788869967.004150:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.004159:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.004174:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.004178:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.004183:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.004195:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.004206:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.004213:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.004233:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788869967.004498:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788869967.004507:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004516:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869967.004526:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004535:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004551:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004558:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004174d865/0xbead52e175fc4b29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004611:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869967.004616:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004623:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725600 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869967.004626:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004634:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004644:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004650:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000109fa688/0xbead52e175fc4b30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.004672:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869967.004674:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869967.004676:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869967.004891:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788869967.004975:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869967.004982:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.005003:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869967.005006:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869967.005011:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.005021:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.005028:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.005036:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788869967.005118:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.005123:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.005132:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.005134:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.005137:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.005146:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.005154:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.005161:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.005828:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788869967.006303:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788869967.006312:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.006325:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=584s v=(0 0) 00010000:00010000:1.0:1788869967.006329:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869967.006334:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.006346:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.006367:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869967.006374:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006446:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788869967.006889:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.006896:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006916:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.006925:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.006930:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006942:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006952:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006959:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.006970:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788869967.007266:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788869967.007274:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007288:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbda44200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.007293:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007301:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007318:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007325:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da8fb324/0xbead52e175fc4b37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007344:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788869967.007348:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007353:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.007356:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007363:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007375:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007387:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8e6ae6c/0xbead52e175fc4b3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007403:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788869967.007407:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007413:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.007417:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007424:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007434:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007440:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869967.007443:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007450:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.007453:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007469:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007479:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007487:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024300705/0xbead52e175fc4b4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.007500:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.007502:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.007504:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869967.007649:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.007656:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.007664:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.007667:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.007672:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.007681:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.007688:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.007714:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.007727:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788869967.008125:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869967.008131:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008139:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725200 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.008144:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008153:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008167:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008186:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1ffcde5/0xbead52e175fc4b53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008203:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.008205:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.008206:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869967.008396:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.008402:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.008411:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.008414:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.008419:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.008427:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.008435:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.008442:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.008457:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788869967.008856:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869967.008861:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008870:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.008873:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008881:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008893:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008911:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca853b7/0xbead52e175fc4b5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.008926:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.008928:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.008929:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788869967.009056:0:25205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788869967.009062:0:25205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.009078:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788869967.009081:0:25205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788869967.009085:0:25205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.009094:0:25205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.009101:0:25205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.009108:0:25205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869967.009131:0:25205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788869967.009170:0:25205:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:2.0:1788869967.009317:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22744:x1875765554831360:12345-0@lo:5:osp-pre-0-0.0 Request processed in 95853us (117614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869967.009327:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788869967.009367:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788869967.009377:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554831616:12345-0@lo:7:osp-pre-1-1.0 00010000:00010000:0.0:1788869967.010517:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869967.010527:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.010537:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:0.0:1788869967.010541:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.010551:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.010570:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.010577:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000640ff81a/0xbead52e175fc4b61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869967.010596:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.010609:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869967.010611:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869967.010827:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788869967.010875:0:25205:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1788869967.010881:0:25205:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788869967.011023:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554831616:12345-0@lo:7:osp-pre-1-1.0 Request processed in 1646us (119171us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869967.011042:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1788869967.013151:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788869967.013165:0:24228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007430d20/0xbead52e175fc4b45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869967.013240:0:22744:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22744:1875765554831360:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788869967.013291:0:22744:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788869967.013345:0:22744:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22744:1875765554831744:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788869967.013401:0:22744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869967.013436:0:22744:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89972840 going to sleep for 11 seconds 00000100:00100000:3.0:1788869967.014039:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831744 00000100:00100000:3.0:1788869967.014047:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831744 00000100:00100000:3.0:1788869967.014094:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869967.014103:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22744:x1875765554831744:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788869967.014143:0:24229:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:3.0:1788869967.014613:0:24228:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788869967.014622:0:24228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.014636:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=584s v=(0 0) 00010000:00010000:3.0:1788869967.014642:0:24228:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788869967.014648:0:24228:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.014662:0:24228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.014671:0:24228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.014679:0:24228:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015812:0:24228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788869967.015830:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869967.015837:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015847:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735a00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869967.015851:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015860:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015877:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015884:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d95485d3/0xbead52e175fc4b68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869967.015912:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869967.015914:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869967.015916:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1788869967.016193:0:24228:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1788869967.016313:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22746:x1875765554831104:12345-0@lo:5:osp-pre-1-0.0 Request processed in 125447us (133784us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869967.016323:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788869967.019954:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88012680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554831616:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788869967.019977:0:23464:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788869967.020030:0:22746:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22746:1875765554831104:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788869967.020047:0:22746:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1788869967.020095:0:22746:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22746:1875765554831872:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788869967.020165:0:22746:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869967.020205:0:22746:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff98dcd240 going to sleep for 11 seconds 00000100:00100000:2.0:1788869967.020697:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554831872 00000100:00100000:2.0:1788869967.020771:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554831872 00000100:00100000:2.0:1788869967.020823:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788869967.020831:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22746:x1875765554831872:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788869967.020873:0:25205:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1788869967.023044:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88011880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554832000:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788869967.023106:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869967.023135:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869967.023408:0:24227:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788869967.023417:0:24227:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1788869967.023441:0:24228:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788869967.023450:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832000 00000100:00100000:3.0:1788869967.023455:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832000 00010000:00010000:0.0:1788869967.024018:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788869967.024707:0:24223:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788869967.024756:0:24223:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1788869967.025012:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22744:x1875765554831744:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10906us (11607us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788869967.025022:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869967.025045:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788869967.025054:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554832000:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788869967.025084:0:24229:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788869967.025117:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554832000:12345-0@lo:5:osp-pre-1-1.0 Request processed in 66us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869967.025123:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788869967.025156:0:22744:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788869967.025164:0:22744:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22744:1875765554831744:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788869967.025178:0:22744:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1788869967.025216:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88011880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554832000:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788869967.025225:0:23464:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788869967.025286:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84027800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554832128:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788869967.025318:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869967.025342:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff89972840 going to sleep for 11 seconds 00000100:00100000:1.0:1788869967.025830:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832128 00000100:00100000:1.0:1788869967.025836:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832128 00000100:00100000:1.0:1788869967.025879:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788869967.025887:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554832128:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788869967.025925:0:25208:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000001:00080000:3.0:1788869967.034952:0:25041:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788869967.035007:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788869967.035012:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788869967.035953:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22746:x1875765554831872:12345-0@lo:5:osp-pre-1-0.0 Request processed in 15115us (15781us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788869967.035979:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788869967.036040:0:22746:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788869967.036049:0:22746:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22746:1875765554831872:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788869967.036071:0:22746:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:2.0:1788869967.050886:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23464:x1875765554832128:12345-0@lo:5:osp-pre-1-1.0 Request processed in 24994us (25560us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788869967.050912:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788869967.054381:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84027800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23464:1875765554832128:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788869967.054404:0:23464:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1788869967.054458:0:23464:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23464:1875765554832256:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788869967.054524:0:23464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869967.054555:0:23464:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8860cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869967.054604:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832256 00000100:00100000:1.0:1788869967.054612:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832256 00000100:00100000:1.0:1788869967.054662:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788869967.054675:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1875765554832256:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788869967.054752:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1875765554832256:12345-0@lo:900:osp-pre-1-1.0 Request processed in 78us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869967.054760:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788869967.054799:0:23464:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff88013b80 x1875765554832256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788869983 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869967.054811:0:23464:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23464:1875765554832256:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788869967.256574:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869968.283111:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788869968.798900:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788869969.305205:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869970.332085:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554832384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788869970.332168:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869970.332234:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832384 00000100:00100000:0.0:1788869970.332241:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832384 00000100:00100000:0.0:1788869970.332335:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788869970.332344:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554832384:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788869970.332663:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869970.333497:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788869970.333743:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788869970.333864:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554832384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1518us (1693us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869970.333875:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788869970.334052:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554832384:0@lo:13:osp-pre-0-1.0 00000001:02000400:2.0:1788869970.510929:0:25399:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788869971.355418:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788869971.423493:0:25451:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788869971.423958:0:25451:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788869971.868013:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554832512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869971.868178:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869971.868273:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788869971.868280:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554832640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869971.868315:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869971.868352:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832512 00000100:00100000:1.0:1788869971.868358:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832512 00000100:00100000:1.0:1788869971.868416:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832640 00000100:00100000:1.0:1788869971.868419:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832640 00000100:00100000:1.0:1788869971.868434:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788869971.868441:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554832512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788869971.868491:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869971.868536:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554832512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869971.868543:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788869971.868560:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788869971.868566:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554832640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788869971.869878:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788869971.869974:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554832640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1405us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869971.869985:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788869971.870072:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554832640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869971.870088:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554832512:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1788869972.193652:0:25501:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788869972.193970:0:25501:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788869972.379798:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84026680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554832768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788869972.379933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.380702:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832768 00000100:00100000:3.0:1788869972.380712:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832768 00000100:00100000:3.0:1788869972.380769:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788869972.380851:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554832768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788869972.380887:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869972.380944:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554832768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 167us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.380952:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1788869972.380977:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788869972.380996:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788869972.381883:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84026680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554832768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788869972.383287:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554832896:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383397:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554833408:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383426:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383447:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3617:1875765554833920:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383475:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383495:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554834432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788869972.383524:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383548:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788869972.383554:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554833280:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383576:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383594:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554833792:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383632:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554834304:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.383656:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869972.383722:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554832896 00000100:00100000:3.0:1788869972.383730:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554832896 00000100:00100000:3.0:1788869972.384897:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788869972.384919:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3617:x1875765554832896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.384988:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3617:x1875765554832896:12345-0@lo:400:kworker.0 Request processed in 76us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.384995:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788869972.385658:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833920 00000100:00100000:3.0:1788869972.385677:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833920 00000100:00100000:3.0:1788869972.385725:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833280 00000100:00100000:3.0:1788869972.385728:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833280 00000100:00100000:3.0:1788869972.385740:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833792 00000100:00100000:3.0:1788869972.385743:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833792 00000100:00100000:3.0:1788869972.385753:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834304 00000100:00100000:3.0:1788869972.385755:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834304 00000100:00100000:3.0:1788869972.385771:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788869972.385777:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1875765554833920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.387220:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1875765554833920:12345-0@lo:400:kworker.0 Request processed in 1441us (3742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.387229:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788869972.387268:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788869972.387276:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554833280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.387302:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875765554833280:12345-0@lo:400:kworker.0 Request processed in 28us (3725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.387307:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788869972.387316:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869972.387321:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554833792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.387344:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875765554833792:12345-0@lo:400:kworker.0 Request processed in 23us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.387350:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788869972.387359:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788869972.387365:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1875765554834304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.387388:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1875765554834304:12345-0@lo:400:kworker.0 Request processed in 24us (3731us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.387393:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788869972.387424:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834432 00000100:00100000:3.0:1788869972.387429:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834432 00000100:00100000:3.0:1788869972.387465:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788869972.387470:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554834432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788869972.387493:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869972.387523:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554834432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (3999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.387528:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788869972.388120:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554833024:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388163:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388187:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554833536:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388207:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388224:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554834048:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388277:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554834560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788869972.388296:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388315:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788869972.388321:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554833152:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388337:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388351:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554833664:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388378:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388394:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554834176:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388413:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869972.388440:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833408 00000100:00100000:1.0:1788869972.388444:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833408 00000100:00100000:1.0:1788869972.388472:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833024 00000100:00100000:1.0:1788869972.388474:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833024 00000100:00100000:1.0:1788869972.388485:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788869972.388490:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554833408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388524:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554833408:12345-0@lo:400:kworker.0 Request processed in 34us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.388530:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788869972.388543:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788869972.388547:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554833024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.388570:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554833024:12345-0@lo:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.388576:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788869972.388590:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834048 00000100:00100000:1.0:1788869972.388592:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834048 00010000:00080000:3.0:1788869972.390548:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e40700 x1875765554833280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869972.390569:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875765554833280:0@lo:400:kworker.0 00010000:00080000:3.0:1788869972.390584:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e43b80 x1875765554833792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869972.390593:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875765554833792:0@lo:400:kworker.0 00010000:00080000:3.0:1788869972.390612:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e0000 x1875765554834304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869972.390620:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3617:1875765554834304:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.390631:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554832896:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.390641:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554833408:0@lo:400:kworker.0 00010000:00080000:3.0:1788869972.390652:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffa5e40a80 x1875765554833920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869972.390659:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3617:1875765554833920:0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.390679:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554834432:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788869972.390733:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788869972.390739:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788869972.390742:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788869972.390762:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834560 00000100:00100000:3.0:1788869972.390767:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834560 00000100:00100000:1.0:1788869972.390964:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834176 00000100:00100000:1.0:1788869972.390969:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834176 00000100:00100000:0.0:1788869972.392353:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833536 00000100:00100000:0.0:1788869972.392366:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833536 00000100:00100000:3.0:1788869972.394336:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788869972.394351:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554834560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788869972.394380:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869972.394469:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554834560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (6170us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.394477:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788869972.394510:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833152 00000100:00100000:3.0:1788869972.394517:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833152 00000100:00100000:3.0:1788869972.394554:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554833664 00000100:00100000:3.0:1788869972.394557:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554833664 00000100:00100000:3.0:1788869972.394576:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788869972.394583:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554833152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.394619:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554833152:12345-0@lo:400:kworker.0 Request processed in 37us (6280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.394625:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788869972.394638:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788869972.394643:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554833664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869972.394671:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1875765554833664:12345-0@lo:400:kworker.0 Request processed in 28us (6292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.394676:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788869972.395734:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788869972.395745:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554834048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.395836:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554834048:12345-0@lo:400:kworker.0 Request processed in 92us (7592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.395843:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788869972.395859:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788869972.395873:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554834176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.395904:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875765554834176:12345-0@lo:400:kworker.0 Request processed in 34us (7491us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.395910:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788869972.395972:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554833152:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.395985:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554833664:0@lo:400:kworker.0 00010000:00080000:1.0:1788869972.396000:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e3480 x1875765554834176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869972.396010:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3618:1875765554834176:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.396022:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554833024:0@lo:400:kworker.0 00010000:00080000:1.0:1788869972.396033:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ff832e3800 x1875765554834048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869972.396056:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554834048:0@lo:400:kworker.0 00000100:00100000:1.0:1788869972.396078:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff88013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554834560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869972.397759:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788869972.397771:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88010e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554833536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869972.398202:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88010e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554833536:12345-0@lo:400:kworker.0 Request processed in 432us (9991us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.398210:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788869972.399134:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554833536:0@lo:400:kworker.0 00000100:00080000:3.0:1788869972.399223:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788869972.399230:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788869972.399233:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788869972.529961:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.530164:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291264 00000100:00100000:2.0:1788869972.530178:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291264 00000100:00100000:2.0:1788869972.530233:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 114 00000100:00100000:2.0:1788869972.530241:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2386:x1875765545291264:12345-192.168.201.30@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788869972.530956:0:22712:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from aef558a3-1a44-4da0-a4e0-3e02a29f8d3b@192.168.201.30@tcp t0 exp 0000000000000000 cur 590 last 0 00000020:00000080:0.0:1788869972.530988:0:22712:0:(genops.c:1406:class_connect()) connect: client aef558a3-1a44-4da0-a4e0-3e02a29f8d3b, cookie 0xbead52e175fc4b6f 00000100:00080000:0.0:1788869972.532568:0:22712:0:(import.c:65:import_set_state_nolock()) ffff99fe83341800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869972.533299:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+5:2386:x1875765545291264:12345-192.168.201.30@tcp:250:mount.lustre.0 Request processed in 3052us (3343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.533313:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 114 00000100:00100000:3.0:1788869972.543135:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.543283:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291392 00000100:00100000:2.0:1788869972.543292:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291392 00000100:00100000:2.0:1788869972.543344:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 115 00000100:00100000:2.0:1788869972.543354:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+5:18109:x1875765545291392:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788869972.543384:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869972.543403:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd725c00/0xbead52e175fc4b76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffaafbe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.543432:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd725c00/0xbead52e175fc4b76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaafbe expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.543442:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd725c00/0xbead52e175fc4b76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaafbe expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.543452:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd725c00, rc 0) 00000100:00100000:2.0:1788869972.543502:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+6:18109:x1875765545291392:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 149us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.543510:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 115 00000100:00100000:3.0:1788869972.560581:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.560720:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291520 00000100:00100000:0.0:1788869972.560730:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291520 00000100:00100000:0.0:1788869972.560784:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 116 00000100:00100000:0.0:1788869972.560792:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+6:18109:x1875765545291520:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788869972.560928:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+6:18109:x1875765545291520:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 135us (356us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788869972.560951:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 116 00000100:00100000:1.0:1788869972.573466:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869972.573586:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291648 00000100:00100000:3.0:1788869972.573597:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291648 00000100:00100000:3.0:1788869972.574927:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 117 00000100:00100000:3.0:1788869972.574944:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+6:18109:x1875765545291648:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869972.574964:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869972.574985:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd735400/0xbead52e175fc4b7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffaafc5 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869972.575018:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd735400/0xbead52e175fc4b7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaafc5 expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869972.575030:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd735400/0xbead52e175fc4b7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaafc5 expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869972.575050:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735400, rc 0) 00000100:00100000:2.0:1788869972.576284:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84124050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+7:18109:x1875765545291648:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 1309us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.576296:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 117 00000100:00100000:3.0:1788869972.589860:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.590104:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291776 00000100:00100000:2.0:1788869972.590113:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291776 00000100:00100000:2.0:1788869972.590185:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 118 00000100:00100000:2.0:1788869972.590195:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+7:18109:x1875765545291776:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788869972.590407:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18109:x1875765545291776:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 212us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.590416:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 118 00000100:00100000:2.0:1788869972.602880:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869972.603025:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545291904 00000100:00100000:3.0:1788869972.603036:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545291904 00000100:00100000:3.0:1788869972.603103:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 119 00000100:00100000:3.0:1788869972.603114:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18109:x1875765545291904:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788869972.603355:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18109:x1875765545291904:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 242us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.603364:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 119 00000100:00100000:1.0:1788869972.613079:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.613747:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292032 00000100:00100000:0.0:1788869972.613758:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292032 00000100:00100000:0.0:1788869972.613835:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 120 00000100:00100000:0.0:1788869972.613845:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292032:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869972.614005:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292032:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 161us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.614013:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 120 00000100:00100000:0.0:1788869972.672205:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.672370:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292160 00000100:00100000:2.0:1788869972.672383:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292160 00000100:00100000:2.0:1788869972.672477:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 121 00000100:00100000:2.0:1788869972.672489:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84125050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292160:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788869972.672889:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84125050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292160:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 401us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.672898:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 121 00000100:00100000:2.0:1788869972.676834:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.676949:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292288 00000100:00100000:0.0:1788869972.676963:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292288 00000100:00100000:0.0:1788869972.677020:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 122 00000100:00100000:0.0:1788869972.677029:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84126050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292288:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869972.677197:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84126050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18127:x1875765545292288:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 167us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.677219:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 122 00000100:00100000:1.0:1788869972.698157:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.698247:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292416 00000100:00100000:2.0:1788869972.698301:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292416 00000100:00100000:2.0:1788869972.698369:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 123 00000100:00100000:2.0:1788869972.698380:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+8:18109:x1875765545292416:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788869972.698397:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869972.698416:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd725400/0xbead52e175fc4b84 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffaaff6 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.698446:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd725400/0xbead52e175fc4b84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaff6 expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.698457:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd725400/0xbead52e175fc4b84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaff6 expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869972.698467:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd725400, rc 0) 00000100:00100000:2.0:1788869972.698530:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84127450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+9:18109:x1875765545292416:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 152us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.698538:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 123 00000100:00100000:1.0:1788869972.701665:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869972.701849:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292544 00000100:00100000:3.0:1788869972.701860:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292544 00000100:00100000:3.0:1788869972.701921:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 124 00000100:00100000:3.0:1788869972.701957:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+9:18109:x1875765545292544:12345-192.168.201.30@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788869972.701987:0:22713:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788869972.702006:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788869972.702010:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788869972.702013:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788869972.702016:0:22713:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788869972.702018:0:22713:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788869972.708080:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+9:18109:x1875765545292544:12345-192.168.201.30@tcp:256:mount.lustre.0 Request processed in 6125us (6413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869972.708095:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 124 00000100:00100000:1.0:1788869972.712416:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.716152:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292672 00000100:00100000:0.0:1788869972.716170:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292672 00000100:00100000:0.0:1788869972.716344:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 125 00000100:00100000:0.0:1788869972.716360:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+9:18109:x1875765545292672:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788869972.716383:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869972.716405:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffaaffd expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.716436:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.716462:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.716471:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80030a00, rc 0) 00000100:00100000:0.0:1788869972.716545:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18109:x1875765545292672:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 190us (4138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.716553:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 125 00000100:00100000:1.0:1788869972.719693:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869972.719861:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292800 00000100:00100000:3.0:1788869972.719880:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292800 00000100:00100000:3.0:1788869972.720156:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 126 00000100:00100000:3.0:1788869972.720171:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18109:x1875765545292800:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788869972.720453:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18109:x1875765545292800:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 284us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.720464:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 126 00000100:00100000:2.0:1788869972.722773:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.723054:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545292928 00000100:00100000:0.0:1788869972.723066:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545292928 00000100:00100000:0.0:1788869972.723159:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 127 00000100:00100000:0.0:1788869972.723170:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5d1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18109:x1875765545292928:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788869972.723388:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5d1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18109:x1875765545292928:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 219us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.723397:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 127 00000100:00100000:1.0:1788869972.729516:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869972.730155:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293056 00000100:00100000:3.0:1788869972.730172:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293056 00000100:00100000:3.0:1788869972.730336:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 128 00000100:00100000:3.0:1788869972.730350:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18131:x1875765545293056:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788869972.730570:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18131:x1875765545293056:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 222us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.730579:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 128 00000100:00100000:1.0:1788869972.739569:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.747145:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293184 00000100:00100000:0.0:1788869972.747168:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293184 00000100:00100000:1.0:1788869972.747805:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 129 00000100:00100000:1.0:1788869972.747825:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18131:x1875765545293184:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788869972.748070:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18131:x1875765545293184:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 251us (8513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.748080:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 129 00000100:00100000:0.0:1788869972.753009:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.753071:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.753605:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.753655:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293312 00000100:00100000:0.0:1788869972.753667:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293312 00000100:00100000:0.0:1788869972.753721:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293568 00000100:00100000:0.0:1788869972.753728:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293568 00000100:00100000:0.0:1788869972.753751:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:1.0:1788869972.753759:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293952 00000100:00100000:0.0:1788869972.753760:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2386:x1875765545293312:12345-192.168.201.30@tcp:38:mount.lustre.0 00000100:00100000:1.0:1788869972.753763:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293952 00000100:00100000:1.0:1788869972.753782:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:1.0:1788869972.753788:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2386:x1875765545293568:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788869972.753818:0:22718:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp t0 exp 0000000000000000 cur 590 last 0 00010000:00080000:0.0:1788869972.753818:0:23944:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp t0 exp 0000000000000000 cur 590 last 0 00000020:00000080:1.0:1788869972.753882:0:22718:0:(genops.c:1406:class_connect()) connect: client 1299b5fd-2448-470b-94d6-fffec5e8082c, cookie 0xbead52e175fc4b92 00000020:00000080:0.0:1788869972.753882:0:23944:0:(genops.c:1406:class_connect()) connect: client 1299b5fd-2448-470b-94d6-fffec5e8082c, cookie 0xbead52e175fc4b99 00000004:00100000:1.0:1788869972.753969:0:22718:0:(mdt_handler.c:7362:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788869972.758656:0:22718:0:(import.c:65:import_set_state_nolock()) ffff99fe82056800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869972.759072:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2386:x1875765545293568:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 5237us (5954us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.759083:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:1.0:1788869972.759170:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 130 00000100:00100000:1.0:1788869972.759179:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:2390:x1875765545293952:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869972.759212:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:2390:x1875765545293952:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 34us (5618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.759219:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 130 00000004:00100000:0.0:1788869972.761845:0:23944:0:(mdt_handler.c:7362:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788869972.762231:0:23944:0:(import.c:65:import_set_state_nolock()) ffff99fe83346800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788869972.762366:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2386:x1875765545293312:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 8603us (9369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.762379:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788869972.768235:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869972.768414:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293696 00000100:00100000:1.0:1788869972.768429:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293696 00000100:00100000:1.0:1788869972.768525:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:1.0:1788869972.768537:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:0:x1875765545293696:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788869972.768623:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869972.768736:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:0:x1875765545293696:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 201us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.768744:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00080000:3.0:1788869972.769546:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788869972.771338:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.771414:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293824 00000100:00100000:0.0:1788869972.771430:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293824 00000100:00100000:0.0:1788869972.771533:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:0.0:1788869972.771546:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545293824:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788869972.771719:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788869972.771856:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545293824:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 309us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.771870:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:3.0:1788869972.772017:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00080000:2.0:1788869972.772019:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788869972.772120:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545293440 00000100:00100000:0.0:1788869972.772128:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545293440 00000100:00100000:0.0:1788869972.772172:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:0.0:1788869972.772181:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:0:x1875765545293440:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788869972.772216:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788869972.772309:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:0:x1875765545293440:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 128us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.772318:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:2.0:1788869972.775093:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.775242:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294080 00000100:00100000:0.0:1788869972.775298:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294080 00000100:00100000:0.0:1788869972.775360:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:0.0:1788869972.775388:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294080:12345-192.168.201.30@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788869972.775493:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294080:12345-192.168.201.30@tcp:40:mount.lustre.0 Request processed in 109us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.775501:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:2.0:1788869972.780704:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.780758:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869972.780794:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869972.780898:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294464 00000100:00100000:1.0:1788869972.780917:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294464 00000100:00100000:1.0:1788869972.781013:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:1.0:1788869972.781026:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294464:12345-192.168.201.30@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788869972.781141:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294464:12345-192.168.201.30@tcp:900:mount.lustre.0 Request processed in 117us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869972.781150:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:3.0:1788869972.781533:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294208 00000100:00100000:3.0:1788869972.781540:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294208 00000100:00100000:3.0:1788869972.781572:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294336 00000100:00100000:3.0:1788869972.781576:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294336 00000100:00100000:3.0:1788869972.781627:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788869972.781634:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2386:x1875765545294208:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788869972.781669:0:25208:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp t0 exp 0000000000000000 cur 590 last 0 00000020:00000080:3.0:1788869972.781704:0:25208:0:(genops.c:1406:class_connect()) connect: client 1299b5fd-2448-470b-94d6-fffec5e8082c, cookie 0xbead52e175fc4ba0 00002000:00100000:3.0:1788869972.781719:0:25208:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1299b5fd-2448-470b-94d6-fffec5e8082c/ffff99fe82fab800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788869972.781733:0:25208:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788869972.781971:0:25208:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788869972.782010:0:25208:0:(import.c:65:import_set_state_nolock()) ffff99fe82fa9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788869972.782064:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2386:x1875765545294208:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 429us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.782073:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788869972.782091:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788869972.782096:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2386:x1875765545294336:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788869972.782114:0:25208:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp t0 exp 0000000000000000 cur 590 last 0 00000020:00000080:3.0:1788869972.782133:0:25208:0:(genops.c:1406:class_connect()) connect: client 1299b5fd-2448-470b-94d6-fffec5e8082c, cookie 0xbead52e175fc4ba7 00002000:00100000:3.0:1788869972.782139:0:25208:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1299b5fd-2448-470b-94d6-fffec5e8082c/ffff99fe82faa800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788869972.782147:0:25208:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788869972.782303:0:25208:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788869972.782321:0:25208:0:(import.c:65:import_set_state_nolock()) ffff99fe82fac800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788869972.782348:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2386:x1875765545294336:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 251us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869972.782355:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:2.0:1788869972.786753:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.786949:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294592 00000100:00100000:0.0:1788869972.787136:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294592 00000100:00100000:0.0:1788869972.787206:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:0.0:1788869972.787216:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294592:12345-192.168.201.30@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788869972.788651:0:22722:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1321us 00000001:00100000:0.0:1788869972.793399:0:24223:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1299b5fd-2448-470b-94d6-fffec5e8082c 00000001:00100000:3.0:1788869972.795439:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1299b5fd-2448-470b-94d6-fffec5e8082c 00000001:00080000:3.0:1788869972.795466:0:25041:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00200000:0.0:1788869972.805092:0:22722:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788869972.805320:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18109:x1875765545294592:12345-192.168.201.30@tcp:33:mount.lustre.0 Request processed in 18096us (18575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.805334:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:2.0:1788869972.925914:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869972.926427:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294720 00000100:00100000:0.0:1788869972.926440:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294720 00000100:00100000:0.0:1788869972.926540:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:0.0:1788869972.926555:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18154:x1875765545294720:12345-192.168.201.30@tcp:101:mkdir.0 00010000:00010000:0.0:1788869972.926584:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869972.926634:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4bae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab02e expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.926860:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.926878:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.926921:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788869972.926991:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788869972.926996:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788869972.927060:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.927094:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4bae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab02e expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.927118:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab02e expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869972.927127:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:0.0:1788869972.927130:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788869972.927135:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80031c00, rc 0) 00000100:00100000:0.0:1788869972.929027:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18154:x1875765545294720:12345-192.168.201.30@tcp:101:mkdir.0 Request processed in 2457us (3111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869972.929043:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00010000:00010000:3.0:1788869973.405769:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788869973.786617:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788869974.426334:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869974.904363:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869974.904469:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294848 00000100:00100000:2.0:1788869974.904507:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294848 00000100:00100000:2.0:1788869974.904608:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:2.0:1788869974.904623:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18206:x1875765545294848:12345-192.168.201.30@tcp:41:lfs.0 00000100:00080000:3.0:1788869974.904648:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:2.0:1788869974.904701:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788869974.905353:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18206:x1875765545294848:12345-192.168.201.30@tcp:41:lfs.0 Request processed in 731us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869974.911491:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869974.911837:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545294976 00000100:00100000:1.0:1788869974.911854:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545294976 00000100:00080000:3.0:1788869974.911955:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788869974.919012:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:1.0:1788869974.919374:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:1.0:1788869974.919424:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18206:x1875765545294976:12345-192.168.201.30@tcp:41:lfs.0 00000004:00000024:1.0:1788869974.919496:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869974.919788:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18206:x1875765545294976:12345-192.168.201.30@tcp:41:lfs.0 Request processed in 385us (8310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869974.919796:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:3.0:1788869974.929345:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869974.929958:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295104 00000100:00100000:0.0:1788869974.929974:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295104 00000100:00100000:0.0:1788869974.930099:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:0.0:1788869974.930115:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18206:x1875765545295104:12345-192.168.201.30@tcp:13:lfs.0 00002000:00000024:0.0:1788869974.930169:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788869974.930333:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18206:x1875765545295104:12345-192.168.201.30@tcp:13:lfs.0 Request processed in 222us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869974.930365:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00080000:3.0:1788869974.930855:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869974.946228:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869974.946352:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295232 00000100:00100000:3.0:1788869974.946366:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295232 00000100:00100000:3.0:1788869974.946536:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:3.0:1788869974.946549:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18206:x1875765545295232:12345-192.168.201.30@tcp:13:lfs.0 00002000:00000024:3.0:1788869974.946593:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869974.947072:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18206:x1875765545295232:12345-192.168.201.30@tcp:13:lfs.0 Request processed in 522us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869974.947083:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00080000:2.0:1788869974.948549:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788869975.155630:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869975.155855:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295360 00000100:00100000:3.0:1788869975.155874:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295360 00000100:00100000:3.0:1788869975.155948:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 131 00000100:00100000:3.0:1788869975.155961:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+10:18237:x1875765545295360:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869975.155984:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869975.156008:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd735a00/0xbead52e175fc4bbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab035 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.156047:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd735a00/0xbead52e175fc4bbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab035 expref: 11 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.156096:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd735a00/0xbead52e175fc4bbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab035 expref: 11 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.156108:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735a00, rc 0) 00000100:00100000:3.0:1788869975.156191:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545295360:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 232us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869975.156199:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 131 00000100:00100000:0.0:1788869975.175104:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.175243:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295488 00000100:00100000:2.0:1788869975.175306:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295488 00000100:00100000:2.0:1788869975.175392:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 132 00000100:00100000:2.0:1788869975.175406:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545295488:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788869975.175676:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545295488:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 273us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.176126:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 132 00000100:00100000:0.0:1788869975.185530:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.186010:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295616 00000100:00100000:1.0:1788869975.186026:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295616 00000100:00100000:1.0:1788869975.186158:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 133 00000100:00100000:1.0:1788869975.186172:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545295616:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788869975.186477:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545295616:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 307us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.186486:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 133 00000100:00100000:2.0:1788869975.199886:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869975.200182:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295744 00000100:00100000:0.0:1788869975.200196:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295744 00000100:00100000:0.0:1788869975.200303:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 134 00000100:00100000:0.0:1788869975.200316:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545295744:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869975.201005:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545295744:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 684us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869975.201017:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 134 00000100:00100000:0.0:1788869975.260388:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.260685:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545295872 00000100:00100000:1.0:1788869975.260704:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545295872 00000100:00100000:1.0:1788869975.260915:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 135 00000100:00100000:1.0:1788869975.260931:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545295872:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788869975.261189:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545295872:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 261us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.261198:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 135 00000100:00100000:1.0:1788869975.267108:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869975.267517:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296000 00000100:00100000:0.0:1788869975.267532:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296000 00000100:00100000:0.0:1788869975.267616:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 136 00000100:00100000:0.0:1788869975.267629:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545296000:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869975.268103:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18244:x1875765545296000:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 473us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869975.268114:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 136 00000100:00100000:2.0:1788869975.283244:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869975.283392:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296128 00000100:00100000:3.0:1788869975.283408:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296128 00000100:00100000:3.0:1788869975.283480:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 137 00000100:00100000:3.0:1788869975.283490:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18237:x1875765545296128:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869975.283510:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869975.283531:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd734400/0xbead52e175fc4bc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab066 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.283570:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd734400/0xbead52e175fc4bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab066 expref: 12 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.283580:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd734400/0xbead52e175fc4bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab066 expref: 12 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869975.283590:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734400, rc 0) 00000100:00100000:3.0:1788869975.283658:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18237:x1875765545296128:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 171us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869975.283664:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 137 00000100:00100000:3.0:1788869975.288118:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869975.288303:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296256 00000100:00100000:0.0:1788869975.288316:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296256 00000100:00100000:0.0:1788869975.288393:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 138 00000100:00100000:0.0:1788869975.288406:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18237:x1875765545296256:12345-192.168.201.30@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788869975.288445:0:22711:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788869975.288469:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788869975.288474:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788869975.288482:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788869975.288486:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788869975.288488:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788869975.290143:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc226450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18237:x1875765545296256:12345-192.168.201.30@tcp:256:mount.lustre.0 Request processed in 1729us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.290156:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 138 00000100:00100000:2.0:1788869975.293638:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.293797:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296384 00000100:00100000:1.0:1788869975.293811:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296384 00000100:00100000:1.0:1788869975.293890:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 139 00000100:00100000:1.0:1788869975.293904:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18237:x1875765545296384:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788869975.293933:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869975.293965:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab06d expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.294011:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 13 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.294022:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 13 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.294032:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9200, rc 0) 00000100:00100000:1.0:1788869975.294127:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc227450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18237:x1875765545296384:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 228us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.294133:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 139 00000100:00100000:3.0:1788869975.295906:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.296084:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296512 00000100:00100000:2.0:1788869975.296095:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296512 00000100:00100000:2.0:1788869975.296242:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 140 00000100:00100000:2.0:1788869975.296290:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18237:x1875765545296512:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788869975.296515:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18237:x1875765545296512:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 261us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.296524:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 140 00000100:00100000:0.0:1788869975.299484:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869975.299685:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296640 00000100:00100000:3.0:1788869975.299698:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296640 00000100:00100000:3.0:1788869975.299789:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 141 00000100:00100000:3.0:1788869975.299803:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18237:x1875765545296640:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788869975.300009:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbc224050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18237:x1875765545296640:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 208us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869975.300018:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 141 00000100:00100000:3.0:1788869975.307607:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.307722:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296768 00000100:00100000:1.0:1788869975.307736:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296768 00000100:00100000:1.0:1788869975.307816:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 142 00000100:00100000:1.0:1788869975.307829:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18252:x1875765545296768:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788869975.308030:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18252:x1875765545296768:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 204us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.308038:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 142 00000100:00100000:0.0:1788869975.317242:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.317351:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545296896 00000100:00100000:2.0:1788869975.317428:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545296896 00000100:00100000:2.0:1788869975.317624:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 143 00000100:00100000:2.0:1788869975.317638:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18252:x1875765545296896:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788869975.319145:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18252:x1875765545296896:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 1495us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.319161:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 143 00000100:00100000:0.0:1788869975.325982:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869975.326112:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.326216:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297024 00000100:00100000:1.0:1788869975.326230:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297024 00000100:00100000:1.0:1788869975.326337:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297280 00000100:00100000:1.0:1788869975.326341:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297280 00000100:00100000:1.0:1788869975.326381:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788869975.326393:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2386:x1875765545297024:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788869975.326439:0:22721:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 4763ed63-52ad-4058-aa40-747aa1a6a1d0@192.168.201.30@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:1.0:1788869975.326496:0:22721:0:(genops.c:1406:class_connect()) connect: client 4763ed63-52ad-4058-aa40-747aa1a6a1d0, cookie 0xbead52e175fc4bd1 00000004:00100000:1.0:1788869975.326536:0:22721:0:(mdt_handler.c:7362:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788869975.326882:0:22721:0:(import.c:65:import_set_state_nolock()) ffff99fe82050000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869975.326978:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2386:x1875765545297024:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 584us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.326991:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788869975.327013:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:1.0:1788869975.327017:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2386:x1875765545297280:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788869975.327036:0:22721:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 4763ed63-52ad-4058-aa40-747aa1a6a1d0@192.168.201.30@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:1.0:1788869975.327079:0:22721:0:(genops.c:1406:class_connect()) connect: client 4763ed63-52ad-4058-aa40-747aa1a6a1d0, cookie 0xbead52e175fc4bd8 00000004:00100000:1.0:1788869975.327095:0:22721:0:(mdt_handler.c:7362:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788869975.327144:0:22721:0:(import.c:65:import_set_state_nolock()) ffff99fe82052800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869975.327170:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2386:x1875765545297280:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 151us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.327177:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788869975.331951:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869975.332045:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869975.332354:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297408 00000100:00100000:0.0:1788869975.332384:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297408 00000100:00100000:0.0:1788869975.332488:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297152 00000100:00100000:0.0:1788869975.332492:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297152 00000100:00100000:0.0:1788869975.332532:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:0.0:1788869975.332546:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:0:x1875765545297408:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788869975.332624:0:23944:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869975.332922:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:1.0:1788869975.332936:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:0:x1875765545297152:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788869975.332960:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788869975.333049:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:0:x1875765545297152:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 118us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.333057:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:0.0:1788869975.333478:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:0:x1875765545297408:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 933us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869975.333487:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00080000:2.0:1788869975.333622:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788869975.333630:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788869975.335040:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.340869:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297536 00000100:00100000:2.0:1788869975.340897:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297536 00000100:00100000:2.0:1788869975.341360:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:2.0:1788869975.341383:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545297536:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788869975.341437:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788869975.341583:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545297536:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 211us (6552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.341591:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788869975.345972:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.346195:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297664 00000100:00100000:1.0:1788869975.346210:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297664 00000100:00100000:1.0:1788869975.346339:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:1.0:1788869975.346352:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545297664:12345-192.168.201.30@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788869975.346748:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545297664:12345-192.168.201.30@tcp:40:mount.lustre.0 Request processed in 398us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.346765:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:3.0:1788869975.359152:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.359843:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298048 00000100:00100000:1.0:1788869975.359861:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298048 00000100:00100000:1.0:1788869975.359957:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:1.0:1788869975.359971:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545298048:12345-192.168.201.30@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788869975.360335:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545298048:12345-192.168.201.30@tcp:900:mount.lustre.0 Request processed in 364us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.360366:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:2.0:1788869975.361300:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.361891:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.362201:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297792 00000100:00100000:1.0:1788869975.362215:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297792 00000100:00100000:1.0:1788869975.362298:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545297920 00000100:00100000:1.0:1788869975.362302:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545297920 00000100:00100000:1.0:1788869975.362329:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:1.0:1788869975.362339:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2386:x1875765545297792:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788869975.362400:0:25208:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 4763ed63-52ad-4058-aa40-747aa1a6a1d0@192.168.201.30@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:1.0:1788869975.362447:0:25208:0:(genops.c:1406:class_connect()) connect: client 4763ed63-52ad-4058-aa40-747aa1a6a1d0, cookie 0xbead52e175fc4bdf 00002000:00100000:1.0:1788869975.362463:0:25208:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4763ed63-52ad-4058-aa40-747aa1a6a1d0/ffff99ff8583c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788869975.362478:0:25208:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788869975.362603:0:25208:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788869975.362646:0:25208:0:(import.c:65:import_set_state_nolock()) ffff99ffb989a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869975.362745:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2386:x1875765545297792:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 406us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.362766:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:1.0:1788869975.362787:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:1.0:1788869975.362792:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2386:x1875765545297920:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788869975.362809:0:25208:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 4763ed63-52ad-4058-aa40-747aa1a6a1d0@192.168.201.30@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:1.0:1788869975.362828:0:25208:0:(genops.c:1406:class_connect()) connect: client 4763ed63-52ad-4058-aa40-747aa1a6a1d0, cookie 0xbead52e175fc4be6 00002000:00100000:1.0:1788869975.362833:0:25208:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4763ed63-52ad-4058-aa40-747aa1a6a1d0/ffff99ffb989b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113718 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788869975.362839:0:25208:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788869975.362884:0:25208:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788869975.362918:0:25208:0:(import.c:65:import_set_state_nolock()) ffff99ffb989e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788869975.362958:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2386:x1875765545297920:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 164us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.362966:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788869975.366033:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869975.369601:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298176 00000100:00100000:2.0:1788869975.369623:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298176 00000100:00100000:2.0:1788869975.369851:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:2.0:1788869975.369867:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545298176:12345-192.168.201.30@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788869975.370034:0:22723:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788869975.370174:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18237:x1875765545298176:12345-192.168.201.30@tcp:33:mount.lustre.0 Request processed in 310us (4155us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869975.370183:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 1 00010000:00010000:3.0:1788869975.448966:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869975.449236:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554834688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788869975.449399:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869975.449708:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834688 00000100:00100000:3.0:1788869975.449718:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834688 00000100:00100000:3.0:1788869975.449902:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788869975.449916:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554834688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788869975.449950:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869975.450030:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554834688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869975.450039:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788869975.450323:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554834688:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788869975.452561:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788869975.510933:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869975.511136:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298304 00000100:00100000:1.0:1788869975.511151:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298304 00000100:00100000:1.0:1788869975.511232:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:1.0:1788869975.511245:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18275:x1875765545298304:12345-192.168.201.30@tcp:101:mkdir.0 00010000:00010000:1.0:1788869975.511312:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869975.511346:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4bed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab09e expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511435:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511452:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511470:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869975.511544:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788869975.511616:0:22720:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788869975.511652:0:22720:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511687:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4bed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 8 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511738:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 7 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869975.511760:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:1.0:1788869975.511764:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788869975.511768:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8e00, rc 0) 00000100:00100000:1.0:1788869975.511858:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+7:18275:x1875765545298304:12345-192.168.201.30@tcp:101:mkdir.0 Request processed in 615us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869975.511865:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 22 00010000:00010000:3.0:1788869976.485421:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869976.994235:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788869976.994389:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554834816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869976.994457:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869976.994958:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834816 00000100:00100000:3.0:1788869976.994967:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834816 00000100:00100000:3.0:1788869976.995029:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788869976.995038:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554834816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788869976.995078:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788869976.995134:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554834816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869976.995141:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788869976.995192:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554834816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869976.997158:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869976.997181:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554834944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869976.997245:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869976.997455:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554834944 00000100:00100000:2.0:1788869976.997464:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554834944 00000100:00100000:2.0:1788869976.997518:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788869976.997537:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffb8aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554834944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788869976.997568:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788869976.997614:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffb8aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554834944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869976.997622:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788869976.997661:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554834944:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788869977.496557:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869977.496738:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788869977.496761:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554835072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788869977.496847:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497011:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554835328:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497044:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497074:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554835840:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497098:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497133:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554836352:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497175:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497193:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788869977.497199:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554835456:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497220:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497235:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554835968:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497279:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497295:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554836480:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.497349:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835328 00000100:00100000:2.0:1788869977.497357:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835328 00000100:00100000:2.0:1788869977.497401:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788869977.497410:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554835328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497467:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554835328:12345-0@lo:400:kworker.0 Request processed in 58us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497475:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788869977.497497:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835840 00000100:00100000:2.0:1788869977.497500:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835840 00000100:00100000:2.0:1788869977.497534:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835456 00000100:00100000:2.0:1788869977.497537:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835456 00000100:00100000:2.0:1788869977.497554:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835968 00000100:00100000:2.0:1788869977.497562:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835968 00000100:00100000:2.0:1788869977.497595:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869977.497602:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554835840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497637:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554835840:12345-0@lo:400:kworker.0 Request processed in 36us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497644:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788869977.497657:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869977.497663:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554835456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497691:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554835456:12345-0@lo:400:kworker.0 Request processed in 27us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497697:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788869977.497708:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788869977.497724:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554835968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497752:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554835968:12345-0@lo:400:kworker.0 Request processed in 38us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497758:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788869977.497776:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836352 00000100:00100000:2.0:1788869977.497779:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836352 00000100:00100000:2.0:1788869977.497802:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836480 00000100:00100000:2.0:1788869977.497805:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836480 00000100:00100000:2.0:1788869977.497822:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788869977.497827:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554836352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497856:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554836352:12345-0@lo:400:kworker.0 Request processed in 28us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497861:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788869977.497871:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788869977.497876:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554836480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.497917:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554836480:12345-0@lo:400:kworker.0 Request processed in 41us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.497923:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:2.0:1788869977.497941:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788869977.497945:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788869977.497947:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869977.497949:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869977.497968:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe8401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554835200:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498008:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498032:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554835712:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498054:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498068:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3619:1875765554836224:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498086:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498104:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788869977.498109:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875765554835584:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498146:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498159:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554836096:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498177:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498188:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554836608:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498206:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869977.498223:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836224 00000100:00100000:2.0:1788869977.498226:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836224 00000100:00100000:2.0:1788869977.498248:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835584 00000100:00100000:2.0:1788869977.498275:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835584 00000100:00100000:2.0:1788869977.498290:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836096 00000100:00100000:2.0:1788869977.498293:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836096 00000100:00100000:2.0:1788869977.498303:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836608 00000100:00100000:2.0:1788869977.498310:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836608 00000100:00100000:2.0:1788869977.498329:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788869977.498334:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875765554836224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498373:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875765554836224:12345-0@lo:400:kworker.0 Request processed in 38us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.498378:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788869977.498389:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788869977.498395:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875765554835584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498419:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875765554835584:12345-0@lo:400:kworker.0 Request processed in 25us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.498424:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788869977.498432:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788869977.498437:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554836096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498475:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875765554836096:12345-0@lo:400:kworker.0 Request processed in 37us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.498481:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788869977.498492:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788869977.498498:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1875765554836608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498523:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1875765554836608:12345-0@lo:400:kworker.0 Request processed in 25us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869977.498528:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1788869977.498543:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788869977.498545:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788869977.498572:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554835456:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498582:0:3616:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788869977.498594:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554835968:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498613:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554836480:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498623:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554835328:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498632:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554835840:0@lo:400:kworker.0 00010000:00080000:2.0:1788869977.498643:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99fe81c8d180 x1875765554836352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869977.498654:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554836352:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498689:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875765554835584:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498698:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875765554836096:0@lo:400:kworker.0 00010000:00080000:2.0:1788869977.498705:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99fe81c8f480 x1875765554836608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869977.498726:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3619:1875765554836608:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.498736:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3619:1875765554836224:0@lo:400:kworker.0 00000100:00100000:3.0:1788869977.499441:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835072 00000100:00100000:3.0:1788869977.499448:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835072 00000100:00100000:3.0:1788869977.499502:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869977.499510:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554835072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788869977.499536:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869977.499601:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554835072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869977.499608:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869977.499635:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835200 00000100:00100000:3.0:1788869977.499638:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835200 00000100:00100000:3.0:1788869977.499660:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788869977.499665:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3619:x1875765554835200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869977.499696:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3619:x1875765554835200:12345-0@lo:400:kworker.0 Request processed in 30us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869977.499703:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:0.0:1788869977.499839:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869977.499935:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788869977.499949:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554836736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788869977.499991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869977.500050:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554835712 00000100:00100000:1.0:1788869977.500054:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554835712 00000100:00100000:1.0:1788869977.500085:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788869977.500091:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554835712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788869977.500137:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554835712:12345-0@lo:400:kworker.0 Request processed in 46us (2081us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869977.500143:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788869977.500173:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836736 00000100:00100000:1.0:1788869977.500176:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836736 00000100:00100000:1.0:1788869977.500192:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788869977.500197:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff88013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554836736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788869977.500225:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788869977.500279:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff88013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554836736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869977.500285:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788869977.500322:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554836736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788869977.500587:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788869977.500597:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554836864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869977.500626:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869977.500766:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836864 00000100:00100000:3.0:1788869977.500771:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836864 00000100:00100000:3.0:1788869977.500798:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788869977.500804:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554836864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788869977.500818:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869977.500863:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1875765554836864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869977.500869:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788869977.500943:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3617:1875765554836864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788869977.501442:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe8401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:96c65448-eca8-4b03-8895-1366fc891a7a:3619:1875765554835200:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.501456:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554835712:0@lo:400:kworker.0 00000100:00100000:2.0:1788869977.501474:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554835072:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788869978.008965:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:3.0:1788869978.011918:0:22699:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4763ed63-52ad-4058-aa40-747aa1a6a1d0 00000001:00100000:3.0:1788869978.011932:0:22699:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1299b5fd-2448-470b-94d6-fffec5e8082c 00000001:00100000:2.0:1788869978.016191:0:23452:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4763ed63-52ad-4058-aa40-747aa1a6a1d0 00000001:00100000:2.0:1788869978.016205:0:23452:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1299b5fd-2448-470b-94d6-fffec5e8082c 00010000:00010000:3.0:1788869978.520907:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788869978.751981:0:25599:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1788869979.545540:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869980.568378:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869980.568411:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554836992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788869980.568510:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869980.568574:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554836992 00000100:00100000:2.0:1788869980.568585:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554836992 00000100:00100000:2.0:1788869980.568681:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788869980.568692:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554836992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788869980.568732:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788869980.569099:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554836992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 408us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869980.569107:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788869980.569133:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869980.569180:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554836992:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788869980.571848:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869980.774721:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774767:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774794:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774815:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774838:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774856:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774877:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774894:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774935:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869980.774967:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298560 00000100:00100000:3.0:1788869980.774976:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298560 00000100:00100000:3.0:1788869980.775028:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299072 00000100:00100000:3.0:1788869980.775032:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299072 00000100:00100000:3.0:1788869980.775045:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298688 00000100:00100000:3.0:1788869980.775047:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298688 00000100:00100000:3.0:1788869980.775058:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299200 00000100:00100000:3.0:1788869980.775061:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299200 00000100:00100000:3.0:1788869980.775076:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:3.0:1788869980.775085:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2387:x1875765545298560:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775162:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2387:x1875765545298560:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 77us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775169:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:3.0:1788869980.775188:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:3.0:1788869980.775193:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299072:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775217:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299072:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 23us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775223:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:3.0:1788869980.775233:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00100000:3.0:1788869980.775239:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298688:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775282:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298688:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 43us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775288:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00100000:3.0:1788869980.775299:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:3.0:1788869980.775304:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2387:x1875765545299200:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775325:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2387:x1875765545299200:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 21us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775330:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:3.0:1788869980.775352:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298816 00000100:00100000:3.0:1788869980.775355:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298816 00000100:00100000:3.0:1788869980.775383:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299328 00000100:00100000:3.0:1788869980.775385:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299328 00000100:00100000:3.0:1788869980.775395:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298944 00000100:00100000:3.0:1788869980.775398:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298944 00000100:00100000:3.0:1788869980.775407:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299456 00000100:00100000:3.0:1788869980.775415:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299456 00000100:00100000:3.0:1788869980.775431:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788869980.775437:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298816:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775462:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298816:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 25us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775468:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788869980.775479:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:3.0:1788869980.775484:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299328:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775503:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299328:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 19us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775508:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:3.0:1788869980.775518:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:3.0:1788869980.775524:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298944:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775547:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545298944:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 23us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775552:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:3.0:1788869980.775562:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:3.0:1788869980.775567:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299456:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869980.775586:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545299456:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 19us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869980.775593:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:2.0:1788869980.775829:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545298432 00000100:00100000:2.0:1788869980.775834:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545298432 00000100:00100000:2.0:1788869980.775875:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 145 00000100:00100000:2.0:1788869980.775883:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2387:x1875765545298432:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869980.775919:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2387:x1875765545298432:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 36us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869980.775925:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 145 00000100:00080000:2.0:1788869980.775956:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869980.775960:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788869980.775963:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788869980.775965:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:0.0:1788869981.097597:0:24223:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4763ed63-52ad-4058-aa40-747aa1a6a1d0 00000001:00100000:0.0:1788869981.100617:0:25041:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4763ed63-52ad-4058-aa40-747aa1a6a1d0 00010000:00010000:2.0:1788869981.597155:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869982.108520:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869982.108554:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554837120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869982.108617:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.108702:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554837120 00000100:00100000:0.0:1788869982.108710:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554837120 00000100:00100000:0.0:1788869982.108765:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788869982.108773:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554837120:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869982.108790:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554837248:0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869982.108807:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788869982.108817:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.108847:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554837120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.108855:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788869982.108870:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554837248 00000100:00100000:0.0:1788869982.108873:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554837248 00000100:00100000:0.0:1788869982.108893:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788869982.108899:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554837248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788869982.108915:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869982.108939:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554837120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788869982.108942:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554837248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.108947:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788869982.108965:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554837248:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1788869982.439246:0:25747:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff5f0d8df0 20000000:00000080:1.0:1788869982.439284:0:25747:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff99ffac028400 uarg=0000000000000000 20000000:01000000:1.0:1788869982.439400:0:25747:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788869982.439407:0:25747:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788869982.439412:0:25747:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788869982.440512:0:25748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788869982.440735:0:25747:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788869982.447514:0:25747:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788869982.447544:0:25747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447560:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447565:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc485f expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447582:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc489e expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447587:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4938 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447593:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447597:0:25747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447603:0:25747:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447656:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447672:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 12 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.447686:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a30380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837376:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788869982.447845:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447853:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 12 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.447862:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837504:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788869982.447903:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.447909:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.447955:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837632:0@lo:104: 00000100:00100000:1.0:1788869982.447986:0:25747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788869982.448015:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.448020:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.448025:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837760:0@lo:104: 00000100:00100000:1.0:1788869982.448037:0:25747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788869982.448639:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.448649:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.448658:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837888:0@lo:104: 00000100:00100000:1.0:1788869982.448683:0:25747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788869982.451213:0:25747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.451230:0:25747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.451280:0:25747:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a31180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554838016:0@lo:104: 00000100:00100000:1.0:1788869982.451332:0:25747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.454897:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554837632 00000100:00100000:0.0:1788869982.454911:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554837632 00000100:00100000:0.0:1788869982.454959:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554837760 00000100:00100000:0.0:1788869982.454963:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554837760 00000100:00100000:0.0:1788869982.454976:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554837888 00000100:00100000:0.0:1788869982.454979:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554837888 00000100:00100000:0.0:1788869982.454995:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788869982.455004:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+5:25747:x1875765554837632:12345-0@lo:104: 00010000:00010000:0.0:1788869982.455022:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.455119:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869982.455125:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+5:25747:x1875765554837632:12345-0@lo:104: Request processed in 123us (7137us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.455132:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788869982.455152:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869982.455158:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:25747:x1875765554837760:12345-0@lo:104: 00010000:00010000:3.0:1788869982.455164:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788869982.455166:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455181:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455199:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81490800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869982.455203:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.455210:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1788869982.455212:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869982.455215:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+4:25747:x1875765554837760:12345-0@lo:104: Request processed in 58us (7176us total) trans 0 rc 0/0 10000000:00010000:3.0:1788869982.455219:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869982.455221:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 10000000:01000000:3.0:1788869982.455226:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1788869982.455233:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788869982.455238:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:25747:x1875765554837888:12345-0@lo:104: 00010000:00010000:0.0:1788869982.455245:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455276:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455283:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788869982.455285:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788869982.455289:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:25747:x1875765554837888:12345-0@lo:104: Request processed in 51us (6605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.455294:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788869982.455303:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455310:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff81490800/0xbead52e175fc4938 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc493f expref: -99 pid: 25040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455324:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788869982.455327:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455333:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff81534800 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869982.455335:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455353:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869982.455359:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869982.455364:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788869982.455380:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455385:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869982.455392:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455398:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ff81534800/0xbead52e175fc489e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc48a5 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455408:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869982.455411:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455417:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f3400 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:3.0:1788869982.455419:0:22708:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455426:0:22708:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869982.455431:0:22708:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869982.455442:0:22708:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788869982.455456:0:22708:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455462:0:22708:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869982.455488:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455495:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3400/0xbead52e175fc485f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4866 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455505:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869982.455507:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869982.455508:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869982.455513:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554838400:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869982.455516:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554838272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869982.455548:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.455573:0:23874:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838272 00000100:00100000:0.0:1788869982.455576:0:23874:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838272 00000100:00100000:3.0:1788869982.455585:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788869982.455590:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554838144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869982.455593:0:23874:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 24 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869982.455610:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.455619:0:23874:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838144 00000100:00100000:0.0:1788869982.455635:0:23874:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838144 00010000:00010000:0.0:1788869982.455648:0:23874:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869982.455654:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788869982.455661:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+25:3617:x1875765554838272:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869982.455668:0:23874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1788869982.455671:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788869982.455673:0:23874:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96c65448-eca8-4b03-8895-1366fc891a7a+25:3617:x1875765554838144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869982.455677:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.455678:0:23874:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869982.455682:0:23874:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.455687:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.455912:0:25747:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f840 going to sleep for 11 seconds 00000100:00100000:1.0:1788869982.455937:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a30380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837376:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869982.455947:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837504:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869982.455955:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837632:0@lo:104: 00000100:00100000:1.0:1788869982.455961:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837760:0@lo:104: 00000100:00100000:1.0:1788869982.455967:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554837888:0@lo:104: 00010000:00010000:0.0:1788869982.456016:0:23874:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.456029:0:23874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff81535200/0xbead52e175fc493f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc4938 expref: 25 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.456043:0:23874:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869982.456192:0:23874:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:96c65448-eca8-4b03-8895-1366fc891a7a+24:3617:x1875765554838144:12345-0@lo:103:ldlm_bl.0 Request processed in 518us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.456200:0:23874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788869982.456220:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838016 00000100:00100000:0.0:1788869982.456224:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838016 00000100:00100000:0.0:1788869982.456241:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869982.456247:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:25747:x1875765554838016:12345-0@lo:104: 00010000:00010000:0.0:1788869982.456281:0:22703:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.456331:0:22703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869982.456336:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:96c65448-eca8-4b03-8895-1366fc891a7a+3:25747:x1875765554838016:12345-0@lo:104: Request processed in 89us (5004us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.456342:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788869982.456525:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554838144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788869982.456554:0:25747:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a31180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25747:1875765554838016:0@lo:104: 00010000:00010000:1.0:1788869982.456577:0:25747:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.458807:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffba9f2600/0xbead52e175fc48a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc489e expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.458839:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788869982.458878:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788869982.458886:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.458893:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffba9f3200 already unused, calling callback (ffffffffc11c1c20) 10000000:00010000:1.0:1788869982.458897:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.458905:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788869982.458912:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869982.458928:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+22:3617:x1875765554838272:12345-0@lo:103:ldlm_bl.0 Request processed in 3266us (3378us total) trans 0 rc 0/0 10000000:01000000:1.0:1788869982.458935:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:3.0:1788869982.458938:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1788869982.458976:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.458983:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788869982.458984:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788869982.459001:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.459008:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff99ffba9f3200/0xbead52e175fc4851 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbead52e175fc4858 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.459025:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869982.459026:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869982.459027:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1788869982.459028:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869982.459037:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554838528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788869982.459070:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869982.459102:0:23874:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838400 00000100:00100000:3.0:1788869982.459110:0:23874:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838400 00010000:00010000:3.0:1788869982.459147:0:23874:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 22 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.459178:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838528 00000100:00100000:1.0:1788869982.459182:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838528 00010000:00010000:1.0:1788869982.459199:0:22706:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.459220:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788869982.459228:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+23:3618:x1875765554838400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788869982.459240:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869982.459245:0:22706:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869982.459294:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869982.459304:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+23:3618:x1875765554838528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788869982.459314:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869982.459318:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.459327:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.459339:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffba9f2000/0xbead52e175fc4858 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc4851 expref: 23 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869982.459349:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869982.459363:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:96c65448-eca8-4b03-8895-1366fc891a7a:3617:1875765554838272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869982.459376:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:96c65448-eca8-4b03-8895-1366fc891a7a+22:3618:x1875765554838528:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.459382:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788869982.459390:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554838528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788869982.459402:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869982.459453:0:22706:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 21 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.459464:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffba9f2a00/0xbead52e175fc4866 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbead52e175fc485f expref: 21 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.459481:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869982.459525:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:96c65448-eca8-4b03-8895-1366fc891a7a+20:3618:x1875765554838400:12345-0@lo:103:ldlm_bl.0 Request processed in 297us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869982.459531:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788869982.460281:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ff832e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554838400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788869982.466376:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869982.466459:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869982.466660:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299712 00000100:00100000:1.0:1788869982.466671:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299712 00010000:00010000:1.0:1788869982.466722:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 13 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869982.466756:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299584 00000100:00100000:1.0:1788869982.466760:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299584 00010000:00010000:1.0:1788869982.466773:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 14 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869982.466781:0:23874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:3.0:1788869982.466792:0:23874:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8336e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+14:2388:x1875765545299712:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869982.466809:0:23874:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869982.466816:0:23874:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 14 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.466847:0:23874:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 14 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.466868:0:23874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ff80030a00/0xbead52e175fc4b8b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffaaffd expref: 14 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869982.466884:0:23874:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869982.466944:0:23874:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8336e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2388:x1875765545299712:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 154us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869982.467063:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:1.0:1788869982.467072:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2388:x1875765545299584:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869982.467082:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869982.467087:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 13 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467097:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 13 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467107:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a9200/0xbead52e175fc4bca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab06d expref: 13 pid: 22712 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467118:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467138:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467155:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467162:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467168:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467176:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467182:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8000 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869982.467185:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467194:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467209:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467220:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869982.467614:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:2388:x1875765545299584:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 533us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869982.467631:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00010000:00010000:1.0:1788869982.467664:0:25747:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467679:0:25747:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869982.467686:0:25747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff99ffb95a8000/0xbead52e175fc4bfb lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869982.475562:0:23874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:0.0:1788869982.616635:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554838656:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616717:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.616746:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554839168:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616769:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.616794:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554839680:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.616854:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788869982.616859:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554838784:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616882:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.616896:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554839296:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.616943:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554839808:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.616965:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.617001:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554838912:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.617049:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554839424:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617066:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.617076:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788869982.617081:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554839040:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617104:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.617116:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554839552:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617137:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.617161:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838656 00000100:00100000:0.0:1788869982.617167:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838656 00000100:00100000:0.0:1788869982.617220:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839168 00000100:00100000:0.0:1788869982.617223:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839168 00000100:00100000:0.0:1788869982.617238:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838784 00000100:00100000:0.0:1788869982.617240:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838784 00000100:00100000:0.0:1788869982.617279:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839040 00000100:00100000:0.0:1788869982.617282:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839040 00000100:00100000:0.0:1788869982.617304:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869982.617322:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554838656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617378:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554838656:12345-0@lo:400:kworker.0 Request processed in 56us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617385:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788869982.617399:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788869982.617411:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554839168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617444:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554839168:12345-0@lo:400:kworker.0 Request processed in 40us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617450:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788869982.617460:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788869982.617466:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554838784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617492:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554838784:12345-0@lo:400:kworker.0 Request processed in 27us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617497:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788869982.617508:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788869982.617513:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554839040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617559:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554839040:12345-0@lo:400:kworker.0 Request processed in 46us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617565:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788869982.617585:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839680 00000100:00100000:0.0:1788869982.617588:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839680 00000100:00100000:0.0:1788869982.617605:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839296 00000100:00100000:0.0:1788869982.617607:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839296 00000100:00100000:0.0:1788869982.617647:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839808 00000100:00100000:0.0:1788869982.617651:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839808 00000100:00100000:0.0:1788869982.617662:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554838912 00000100:00100000:0.0:1788869982.617664:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554838912 00000100:00100000:0.0:1788869982.617681:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839424 00000100:00100000:0.0:1788869982.617683:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839424 00000100:00100000:0.0:1788869982.617694:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839552 00000100:00100000:0.0:1788869982.617696:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839552 00000100:00100000:0.0:1788869982.617707:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788869982.617713:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554839680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617745:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554839680:12345-0@lo:400:kworker.0 Request processed in 32us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617751:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788869982.617761:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788869982.617767:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554839296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617790:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875765554839296:12345-0@lo:400:kworker.0 Request processed in 23us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617795:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788869982.617805:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788869982.617810:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554839808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617832:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875765554839808:12345-0@lo:400:kworker.0 Request processed in 22us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617838:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788869982.617848:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788869982.617853:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554838912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617876:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554838912:12345-0@lo:400:kworker.0 Request processed in 23us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617881:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788869982.617891:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788869982.617896:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554839424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617930:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554839424:12345-0@lo:400:kworker.0 Request processed in 34us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617936:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788869982.617947:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788869982.617952:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554839552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.617974:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875765554839552:12345-0@lo:400:kworker.0 Request processed in 22us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869982.617979:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788869982.618035:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788869982.618044:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554839936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869982.618072:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869982.618115:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554839040:0@lo:400:kworker.0 00010000:00080000:0.0:1788869982.618128:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffae6ae300 x1875765554839552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869982.618138:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3618:1875765554839552:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618147:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554838912:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618156:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554839424:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618188:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84024000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554838784:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618197:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875765554839296:0@lo:400:kworker.0 00010000:00080000:0.0:1788869982.618207:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99ffae6aca80 x1875765554839808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788869998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869982.618216:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3616:1875765554839808:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618236:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84026d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554838656:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618246:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554839168:0@lo:400:kworker.0 00000100:00100000:0.0:1788869982.618278:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554839680:0@lo:400:kworker.0 00000100:00080000:2.0:1788869982.618711:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788869982.618717:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788869982.618720:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869982.618722:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869982.618733:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554839936 00000100:00100000:2.0:1788869982.618738:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554839936 00000100:00100000:2.0:1788869982.618787:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869982.618794:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554839936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788869982.618819:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788869982.618860:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554839936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869982.618867:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788869982.618901:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554839936:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788869982.619279:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869982.619336:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554840064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788869982.619370:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869982.619551:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840064 00000100:00100000:3.0:1788869982.619555:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840064 00000100:00100000:3.0:1788869982.619579:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788869982.619586:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554840064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788869982.619605:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869982.619658:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554840064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869982.619665:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788869982.619784:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554840064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788869982.623683:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554840192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788869982.623751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869982.626294:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840192 00000100:00100000:3.0:1788869982.626308:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840192 00000100:00100000:3.0:1788869982.626369:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788869982.626380:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554840192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788869982.626408:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788869982.626512:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554840192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (2759us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869982.626520:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788869982.626744:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554840192:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788869983.001289:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788869983.576376:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788869983.576385:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99fe8218f800 from 13 10000000:01000000:1.0:1788869983.576391:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788869983.576467:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.576479:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.576506:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869983.576535:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.576627:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869983.576685:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788869983.576716:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840320 00000100:00100000:2.0:1788869983.576724:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840320 00000100:00100000:2.0:1788869983.576787:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1788869983.576796:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+20:22716:x1875765554840320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869983.576809:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869983.576823:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd724400/0xbead52e175fc4c09 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4c02 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.576846:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd724400/0xbead52e175fc4c09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4c02 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.576858:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd724400/0xbead52e175fc4c09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4c02 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.576866:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd724400, rc 0) 00000100:00100000:2.0:1788869983.576915:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.576941:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788869983.578706:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869983.578733:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c09 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.578745:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4c09 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869983.578910:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.578962:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869983.579071:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f840 going to sleep for 11 seconds 00000100:00100000:3.0:1788869983.579217:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840448 00000100:00100000:3.0:1788869983.579223:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840448 00000100:00100000:3.0:1788869983.579353:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788869983.579363:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788869983.579522:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 159us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869983.579529:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788869983.579597:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.579639:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.579688:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869983.580028:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8862f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788869983.580358:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840576 00000100:00100000:2.0:1788869983.580364:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840576 00000100:00100000:2.0:1788869983.580393:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1788869983.580409:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.580515:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 116us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.580522:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788869983.580678:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788869983.582539:0:25760:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788869983.582814:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788869983.582848:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869983.582868:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c09 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.582880:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffb95a9200/0xbead52e175fc4c02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c09 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869983.582891:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788869983.582894:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffbda13800 from 13 10000000:01000000:2.0:1788869983.582896:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869983.582933:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.582941:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.582951:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869983.582974:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.583231:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.583300:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:3.0:1788869983.583721:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840704 00000100:00100000:3.0:1788869983.583730:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840704 00000100:00100000:3.0:1788869983.583781:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788869983.583790:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+21:22716:x1875765554840704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869983.583805:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869983.583820:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd735000/0xbead52e175fc4c17 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4c10 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.583859:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd735000/0xbead52e175fc4c17 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4c10 expref: 22 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.583870:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd735000/0xbead52e175fc4c17 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4c10 expref: 22 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.583879:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735000, rc 0) 00000100:00100000:3.0:1788869983.583922:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554840704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869983.583929:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788869983.584243:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869983.584297:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c17 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.584307:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4c17 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869983.584379:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.584488:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.584511:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:1.0:1788869983.584609:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840832 00000100:00100000:1.0:1788869983.584614:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840832 00000100:00100000:1.0:1788869983.584640:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1788869983.584647:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554840832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.584756:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554840832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869983.584763:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1788869983.584909:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.584940:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.584984:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.585073:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:3.0:1788869983.585227:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554840960 00000100:00100000:3.0:1788869983.585232:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554840960 00000100:00100000:3.0:1788869983.585280:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788869983.585288:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554840960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788869983.585377:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554840960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869983.585384:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788869983.585809:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554840960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788869983.588587:0:25761:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788869983.589168:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788869983.589195:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869983.589205:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c17 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.589217:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffbd725a00/0xbead52e175fc4c10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c17 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869983.589228:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788869983.589246:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffb9bbb000 from 13 10000000:01000000:2.0:1788869983.589249:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869983.589590:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.589607:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.589618:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869983.589643:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.589707:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.589805:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:1.0:1788869983.589917:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841088 00000100:00100000:1.0:1788869983.589924:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841088 00000100:00100000:1.0:1788869983.589973:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788869983.589982:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+22:22716:x1875765554841088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788869983.589995:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869983.590179:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffb95a8c00/0xbead52e175fc4c25 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4c1e expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.590217:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffb95a8c00/0xbead52e175fc4c25 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4c1e expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.590227:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffb95a8c00/0xbead52e175fc4c25 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4c1e expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.590235:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8c00, rc 0) 00000100:00100000:1.0:1788869983.590426:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 444us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869983.590434:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1788869983.590780:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869983.590796:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c25 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.590805:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4c25 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869983.590934:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.590958:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.591170:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:0.0:1788869983.591214:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841216 00000100:00100000:0.0:1788869983.591221:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841216 00000100:00100000:0.0:1788869983.591361:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788869983.591368:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869983.591626:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 258us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869983.591633:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788869983.591693:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.591717:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.591763:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869983.591832:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffb9d03300 going to sleep for 11 seconds 00000100:00100000:1.0:1788869983.591914:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841344 00000100:00100000:1.0:1788869983.591918:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841344 00000100:00100000:1.0:1788869983.591967:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788869983.591975:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788869983.592070:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 96us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869983.592075:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788869983.592210:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841344:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788869983.592919:0:25762:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788869983.593110:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788869983.593130:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788869983.593138:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c25 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.593145:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ffbd724000/0xbead52e175fc4c1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c25 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869983.593151:0:22716:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788869983.593153:0:22716:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff99ffba986000 from 13 10000000:01000000:0.0:1788869983.593154:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788869983.593177:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.593183:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.593197:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869983.593211:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788869983.593241:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869983.593650:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe82c43780 going to sleep for 11 seconds 00000100:00100000:3.0:1788869983.593678:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841472 00000100:00100000:3.0:1788869983.593682:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841472 00000100:00100000:2.0:1788869983.593717:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788869983.593723:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+23:22716:x1875765554841472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869983.593732:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869983.593742:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd725200/0xbead52e175fc4c33 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbead52e175fc4c2c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.593759:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd725200/0xbead52e175fc4c33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbead52e175fc4c2c expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.593765:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd725200/0xbead52e175fc4c33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbead52e175fc4c2c expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869983.593771:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd725200, rc 0) 00000100:00100000:2.0:1788869983.593816:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554841472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.593830:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788869983.593949:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788869983.593964:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c33 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.593973:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbead52e175fc4c33 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869983.594037:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869983.594062:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869983.594085:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe82c43780 going to sleep for 11 seconds 00000100:00100000:2.0:1788869983.594247:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841600 00000100:00100000:2.0:1788869983.594282:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841600 00000100:00100000:2.0:1788869983.594304:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788869983.594309:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554841600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.594388:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf37050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554841600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 79us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.594392:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788869983.596020:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869983.596064:0:22716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788869983.596204:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869983.596237:0:22716:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe82c43780 going to sleep for 11 seconds 00000100:00100000:2.0:1788869983.596327:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554841728 00000100:00100000:2.0:1788869983.596331:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554841728 00000100:00100000:2.0:1788869983.596362:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788869983.596367:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554841728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869983.596458:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbaf36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:96c65448-eca8-4b03-8895-1366fc891a7a+24:22716:x1875765554841728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.596466:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788869983.596595:0:22716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffae6aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:96c65448-eca8-4b03-8895-1366fc891a7a:22716:1875765554841728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788869983.597756:0:25763:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788869983.597944:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788869983.597961:0:22716:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788869983.597971:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c33 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.597993:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff99ff80031200/0xbead52e175fc4c2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbead52e175fc4c33 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.640695:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869983.863038:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869983.863289:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299840 00000100:00100000:3.0:1788869983.863299:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299840 00000100:00100000:3.0:1788869983.863367:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:3.0:1788869983.863378:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:18743:x1875765545299840:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00000100:00080000:2.0:1788869983.863482:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788869983.863516:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869983.863617:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0a5 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863690:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863704:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863716:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863731:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863755:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863763:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863844:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735800/0xbead52e175fc4c4f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863853:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735800/0xbead52e175fc4c4f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863860:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735800/0xbead52e175fc4c4f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869983.863892:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788869983.863896:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788869983.863927:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735800/0xbead52e175fc4c4f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863936:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863943:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863948:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863953:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869983.863957:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863969:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.863981:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:3.0:1788869983.865489:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869983.865503:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865512:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4c41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865612:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865620:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865627:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865632:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869983.865636:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865644:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865658:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff99ff8990d700) 00010000:00010000:3.0:1788869983.865661:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869983.865664:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865689:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865740:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0a5 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865909:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735800/0xbead52e175fc4c4f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0a5 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.865918:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff99ff8990db00) 00010000:00010000:3.0:1788869983.865921:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788869983.865923:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735800, rc 0) 00000100:00100000:2.0:1788869983.873847:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18743:x1875765545299840:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 10459us (10806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.873861:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:2.0:1788869983.884350:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869983.884460:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545299968 00000100:00100000:1.0:1788869983.884470:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545299968 00000100:00100000:1.0:1788869983.884607:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:1.0:1788869983.884620:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18743:x1875765545299968:12345-192.168.201.30@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788869983.884699:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18743:x1875765545299968:12345-192.168.201.30@tcp:900:lhsmtool_posix.0 Request processed in 82us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869983.884706:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788869983.895452:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869983.896299:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300224 00000100:00100000:0.0:1788869983.896311:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300224 00000100:00100000:0.0:1788869983.896374:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:0.0:1788869983.896385:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18743:x1875765545300224:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788869983.896414:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869983.896438:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030c00/0xbead52e175fc4c56 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0ac expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896519:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896546:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896557:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896644:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896653:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896660:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896798:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031a00/0xbead52e175fc4c6b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896805:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031a00/0xbead52e175fc4c6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896812:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031a00/0xbead52e175fc4c6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788869983.896821:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788869983.896970:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896978:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.896985:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897003:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80031400 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:0.0:1788869983.897008:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897015:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897028:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff99ff8990db00) 00010000:00010000:0.0:1788869983.897031:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788869983.897036:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897052:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4c5d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897067:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897074:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897081:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897354:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80030400 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:0.0:1788869983.897358:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897364:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897374:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff99fe81f9b200) 00010000:00010000:0.0:1788869983.897376:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788869983.897379:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.897384:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4c64 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.905669:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030c00/0xbead52e175fc4c56 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0ac expref: 10 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.905711:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031a00/0xbead52e175fc4c6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0ac expref: 9 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.905721:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff99fe81f9be00) 00010000:00010000:1.0:1788869983.905724:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869983.905727:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80031a00, rc 0) 00000100:00100000:1.0:1788869983.905813:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18743:x1875765545300224:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 9429us (10370us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788869983.905822:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:0.0:1788869983.909663:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869983.910023:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300352 00000100:00100000:3.0:1788869983.910035:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300352 00000100:00100000:3.0:1788869983.910106:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:3.0:1788869983.910117:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18743:x1875765545300352:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788869983.910234:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18743:x1875765545300352:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 Request processed in 119us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869983.910242:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:3.0:1788869983.912190:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869983.912309:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300480 00000100:00100000:2.0:1788869983.912321:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300480 00000100:00100000:2.0:1788869983.912400:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:2.0:1788869983.912411:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18743:x1875765545300480:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1788869983.912673:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1788869983.924399:0:22721:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 11947us 00000100:00100000:0.0:1788869983.965429:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869983.965530:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300608 00000100:00100000:3.0:1788869983.965543:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300608 00000100:00100000:3.0:1788869983.966184:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:3.0:1788869983.966200:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18749:x1875765545300608:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:3.0:1788869983.966231:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869983.966292:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0b3 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.966395:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.966412:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.966425:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971012:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971041:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971057:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971110:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971119:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971126:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971132:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869983.971136:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971219:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971234:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:3.0:1788869983.971237:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869983.971242:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971249:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4c80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971290:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971296:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971301:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971306:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869983.971309:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971315:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971325:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:3.0:1788869983.971328:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869983.971330:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.971346:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4c87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.973342:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0b3 expref: 10 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.973363:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:3.0:1788869983.973366:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869983.973371:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0b3 expref: 10 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.973407:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734600, rc 0) 00000100:00100000:3.0:1788869983.973497:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18749:x1875765545300608:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 7301us (8080us total) trans 0 rc 301/301 00000100:00100000:3.0:1788869983.973506:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:2.0:1788869983.974305:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18743:x1875765545300480:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 Request processed in 61886us (62115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869983.974321:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:3.0:1788869983.982096:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869983.982204:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300736 00000100:00100000:0.0:1788869983.982236:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300736 00000100:00100000:0.0:1788869983.982348:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:0.0:1788869983.982362:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18749:x1875765545300736:12345-192.168.201.30@tcp:700:lfs.0 00000100:00100000:0.0:1788869983.982479:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18749:x1875765545300736:12345-192.168.201.30@tcp:700:lfs.0 Request processed in 119us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869983.982487:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:3.0:1788869983.984322:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869983.984424:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545300992 00000100:00100000:1.0:1788869983.984438:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545300992 00000100:00100000:1.0:1788869983.984512:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:1.0:1788869983.984524:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+9:18749:x1875765545300992:12345-192.168.201.30@tcp:36:lfs.0 00010000:00010000:1.0:1788869983.984606:0:22720:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869983.984643:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4bb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab02e expref: 9 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.984733:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:1.0:1788869983.984740:0:22720:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788869983.984834:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.984852:0:22720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 5 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.984863:0:22720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.984923:0:22720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 5 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869983.985138:0:22720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 5 pid: 22720 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869983.985158:0:22720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22720:1875765554841856:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869983.985492:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8992f900 going to sleep for 11 seconds 00000100:00100000:1.0:1788869983.990365:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869983.990511:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301120 00000100:00100000:0.0:1788869983.990523:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301120 00010000:00010000:0.0:1788869983.990678:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 6 pid: 22720 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869983.990736:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:0.0:1788869983.990749:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2387:x1875765545301120:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869983.990767:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869983.990776:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 6 pid: 22720 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.990792:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 6 pid: 22720 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.990820:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:0.0:1788869983.990826:0:22705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.990837:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.990845:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990877:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4bf4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab09e expref: 6 pid: 22720 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869983.990886:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869983.990897:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe83a33800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22720:1875765554841856:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788869983.990921:0:22720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990930:0:22720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990947:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990979:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990990:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869983.990998:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869983.991947:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2387:x1875765545301120:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 1195us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869983.991960:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00080000:2.0:1788869983.992993:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788869984.001418:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001452:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001467:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788869984.001489:0:22720:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001a57c33e reply state 00000000b02e6c7d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001502:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001510:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869984.001514:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788869984.001519:0:22720:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788869984.001526:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788869984.001537:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001554:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001561:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001568:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869984.001573:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001582:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001609:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99fe81f9b800) 00010000:00010000:1.0:1788869984.001612:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869984.001617:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001624:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4c8e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788869984.001646:0:22720:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001a57c33e reply state 00000000b02e6c7d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001655:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.001661:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:1.0:1788869984.001664:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788869984.001666:0:22720:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788869984.001804:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+10:18749:x1875765545300992:12345-192.168.201.30@tcp:36:lfs.0 Request processed in 17277us (17484us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788869984.001822:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00000040:00080000:0.0:1788869984.026459:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788869984.152991:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788869984.163161:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.163293:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301248 00000100:00100000:2.0:1788869984.163307:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301248 00000100:00100000:2.0:1788869984.163396:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:2.0:1788869984.163410:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+10:18757:x1875765545301248:12345-192.168.201.30@tcp:101:lctl.0 00010000:00010000:2.0:1788869984.163444:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869984.163507:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724a00/0xbead52e175fc4ca3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0ba expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163621:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724800/0xbead52e175fc4caa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163639:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724800/0xbead52e175fc4caa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163658:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724800/0xbead52e175fc4caa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869984.163716:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788869984.163720:0:22721:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788869984.163764:0:22721:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724800/0xbead52e175fc4caa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163795:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724a00/0xbead52e175fc4ca3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0ba expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163822:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724800/0xbead52e175fc4caa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0ba expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.163832:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:2.0:1788869984.163835:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788869984.163839:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd724800, rc 0) 00000100:00100000:2.0:1788869984.164048:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+11:18757:x1875765545301248:12345-192.168.201.30@tcp:101:lctl.0 Request processed in 640us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869984.164056:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:3.0:1788869984.229784:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.229988:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301376 00000100:00100000:0.0:1788869984.230003:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301376 00000100:00100000:0.0:1788869984.230087:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:0.0:1788869984.230100:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:18758:x1875765545301376:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:0.0:1788869984.230128:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869984.230158:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4cb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0c1 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230249:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031e00/0xbead52e175fc4cb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230304:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031e00/0xbead52e175fc4cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230318:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031e00/0xbead52e175fc4cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788869984.230376:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788869984.230380:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788869984.230420:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031e00/0xbead52e175fc4cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230450:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031400/0xbead52e175fc4cb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0c1 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230496:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031e00/0xbead52e175fc4cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0c1 expref: 6 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.230504:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:0.0:1788869984.230507:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788869984.230511:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80031e00, rc 0) 00000100:00100000:0.0:1788869984.230624:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18758:x1875765545301376:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 527us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.230632:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:1.0:1788869984.234850:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869984.235002:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301504 00000100:00100000:3.0:1788869984.235014:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301504 00000100:00100000:3.0:1788869984.235146:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:3.0:1788869984.235158:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:18758:x1875765545301504:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:3.0:1788869984.235187:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869984.235215:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4cbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0c8 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235352:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235370:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235382:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235430:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235438:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235445:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235561:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235578:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235586:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869984.235645:0:23944:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788869984.235650:0:23944:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788869984.235677:0:23944:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235690:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235696:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235703:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235720:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869984.235726:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235734:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235749:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:3.0:1788869984.235752:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869984.235758:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235765:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4cc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235780:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235785:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235790:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235795:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734800 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869984.235797:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235803:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235822:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:3.0:1788869984.235824:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869984.235827:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235832:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734800/0xbead52e175fc4ccd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235861:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734c00/0xbead52e175fc4cbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0c8 expref: 8 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235876:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0c8 expref: 7 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.235884:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:3.0:1788869984.235887:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788869984.235889:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735e00, rc 0) 00000100:00100000:3.0:1788869984.235969:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+7:18758:x1875765545301504:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 813us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869984.235976:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:2.0:1788869984.249037:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.249495:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301632 00000100:00100000:1.0:1788869984.249509:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301632 00000100:00100000:1.0:1788869984.249625:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:1.0:1788869984.249638:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:18758:x1875765545301632:12345-192.168.201.30@tcp:900:lfs.0 00000100:00100000:1.0:1788869984.249750:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:18758:x1875765545301632:12345-192.168.201.30@tcp:900:lfs.0 Request processed in 114us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869984.249759:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00080000:2.0:1788869984.250509:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788869984.257655:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.257863:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545301888 00000100:00100000:2.0:1788869984.257876:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545301888 00000100:00100000:2.0:1788869984.257960:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00100000:2.0:1788869984.257972:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+7:18758:x1875765545301888:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:2.0:1788869984.258001:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869984.258032:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0cf expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869984.258175:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788869984.258361:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cdb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0cf expref: 9 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.258380:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:2.0:1788869984.258384:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788869984.258402:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0cf expref: 9 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.258420:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd724200, rc 0) 00000100:00100000:2.0:1788869984.258505:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+8:18758:x1875765545301888:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 535us (864us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788869984.258513:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00100000:0.0:1788869984.271179:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.271446:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545302144 00000100:00100000:1.0:1788869984.271461:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545302144 00000100:00100000:1.0:1788869984.271542:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 33 00000100:00100000:1.0:1788869984.271574:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+8:18758:x1875765545302144:12345-192.168.201.30@tcp:36:lfs.0 00010000:00010000:1.0:1788869984.271664:0:22721:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869984.271705:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4cd4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0c8 expref: 8 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.271733:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869984.271739:0:22721:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788869984.271769:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.271786:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.271796:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788869984.272075:0:22721:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a381c771 reply state 00000000d738842a transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.272090:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.272097:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869984.272100:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788869984.272103:0:22721:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788869984.272113:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788869984.272225:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+9:18758:x1875765545302144:12345-192.168.201.30@tcp:36:lfs.0 Request processed in 660us (1059us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788869984.272234:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 33 00000100:00100000:3.0:1788869984.274760:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.274909:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545302400 00000100:00100000:0.0:1788869984.274923:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545302400 00000100:00100000:0.0:1788869984.274989:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:0.0:1788869984.275000:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+9:18758:x1875765545302400:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:0.0:1788869984.275335:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+10:18758:x1875765545302400:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 336us (587us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788869984.275345:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:0.0:1788869984.281562:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.282499:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545302656 00000100:00100000:2.0:1788869984.282513:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545302656 00000100:00100000:2.0:1788869984.282710:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 34 00000100:00100000:2.0:1788869984.282724:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+10:18758:x1875765545302656:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:2.0:1788869984.282758:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869984.282798:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0d6 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282895:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282912:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282935:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282949:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282956:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.282963:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869984.283102:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788869984.283197:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283205:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283211:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283218:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869984.283223:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283238:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283277:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:2.0:1788869984.283281:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869984.283286:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283293:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4cf7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283308:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283314:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283320:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283326:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869984.283329:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283335:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283341:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:2.0:1788869984.283343:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869984.283346:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283362:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4cfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283404:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cf0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0d6 expref: 12 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283416:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:2.0:1788869984.283418:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788869984.283422:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0d6 expref: 12 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.283431:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd724200, rc 0) 00000100:00100000:2.0:1788869984.283517:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+11:18758:x1875765545302656:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 796us (1983us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788869984.283524:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 34 00000100:00100000:0.0:1788869984.288342:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.291935:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545302784 00000100:00100000:1.0:1788869984.291958:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545302784 00000100:00100000:1.0:1788869984.292053:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00100000:1.0:1788869984.292066:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffae6afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+11:18758:x1875765545302784:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788869984.292101:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869984.292132:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4d0c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0dd expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292280:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292297:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292312:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869984.292364:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788869984.292367:0:22720:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788869984.292389:0:22720:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292420:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4d0c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 13 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292440:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 12 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.292449:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869984.292452:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788869984.292456:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8800, rc 0) 00000100:00100000:1.0:1788869984.292534:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffae6afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:18758:x1875765545302784:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 470us (4206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869984.292541:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00100000:2.0:1788869984.300839:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.300949:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545302912 00000100:00100000:0.0:1788869984.300962:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545302912 00000100:00100000:0.0:1788869984.301034:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:0.0:1788869984.301046:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:18758:x1875765545302912:12345-192.168.201.30@tcp:37:lfs.0 00000100:00100000:0.0:1788869984.307819:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:18758:x1875765545302912:12345-192.168.201.30@tcp:37:lfs.0 Request processed in 6758us (6979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.307853:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:1.0:1788869984.312416:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869984.312511:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303168 00000100:00100000:3.0:1788869984.312527:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303168 00000100:00100000:3.0:1788869984.312621:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:3.0:1788869984.312635:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbab06850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:18758:x1875765545303168:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788869984.312952:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbab06850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+13:18758:x1875765545303168:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 319us (562us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788869984.312984:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:2.0:1788869984.359691:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.359755:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.359984:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303296 00000100:00100000:1.0:1788869984.359997:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303296 00000100:00100000:1.0:1788869984.360079:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 36 00000100:00100000:1.0:1788869984.360091:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+11:18764:x1875765545303296:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:1.0:1788869984.360119:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869984.360146:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4d1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0e4 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360229:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360309:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360323:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360338:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360345:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360351:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360444:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8000/0xbead52e175fc4d2f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360453:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8000/0xbead52e175fc4d2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360460:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8000/0xbead52e175fc4d2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869984.360498:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788869984.360503:0:22720:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788869984.360547:0:22720:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8000/0xbead52e175fc4d2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360561:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360916:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360926:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360932:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869984.360938:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360947:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360963:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:1.0:1788869984.360966:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869984.360971:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360979:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4d21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.360997:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361003:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361009:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361015:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869984.361026:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361032:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361041:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:1.0:1788869984.361044:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869984.361047:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361054:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4d28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361089:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4d1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0e4 expref: 13 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361104:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8000/0xbead52e175fc4d2f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0e4 expref: 12 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.361112:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869984.361114:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788869984.361117:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8000, rc 0) 00000100:00100000:1.0:1788869984.361246:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+12:18764:x1875765545303296:12345-192.168.201.30@tcp:101:bash.0 Request processed in 1157us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869984.361299:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 36 00000100:00100000:3.0:1788869984.361403:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303424 00000100:00100000:3.0:1788869984.361411:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303424 00000100:00100000:3.0:1788869984.361457:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 158 00000100:00100000:3.0:1788869984.361466:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+11:18123:x1875765545303424:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869984.361478:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869984.361494:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd734c00/0xbead52e175fc4d36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0eb expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.361516:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd734c00/0xbead52e175fc4d36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0eb expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.361526:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd734c00/0xbead52e175fc4d36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0eb expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.361533:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734c00, rc 0) 00000100:00100000:3.0:1788869984.361557:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545303424:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 Request processed in 93us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869984.361564:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 158 00000100:00100000:1.0:1788869984.369668:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.369724:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.369870:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303680 00000100:00100000:2.0:1788869984.369883:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303680 00000100:00100000:2.0:1788869984.369959:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:2.0:1788869984.369970:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18764:x1875765545303680:12345-192.168.201.30@tcp:900:bash.0 00000100:00100000:2.0:1788869984.370084:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1299b5fd-2448-470b-94d6-fffec5e8082c+5:18764:x1875765545303680:12345-192.168.201.30@tcp:900:bash.0 Request processed in 115us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869984.370093:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:1.0:1788869984.372648:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.372806:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303936 00000100:00100000:2.0:1788869984.372836:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303936 00000100:00100000:2.0:1788869984.372909:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 37 00000100:00100000:2.0:1788869984.372922:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+12:18764:x1875765545303936:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:2.0:1788869984.372949:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869984.372979:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4d3d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0f2 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.373130:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.373150:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 12 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.373161:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.373207:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 12 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.373223:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 12 pid: 22720 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869984.373240:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfb45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554841984:192.168.201.30@tcp:104: 00000100:00100000:2.0:1788869984.373390:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff811caa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788869984.376495:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869984.376711:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304064 00000100:00100000:3.0:1788869984.376723:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304064 00010000:00010000:3.0:1788869984.376775:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 13 pid: 22720 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869984.376824:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788869984.376835:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+13:2388:x1875765545304064:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869984.376863:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869984.376871:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 13 pid: 22720 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.376887:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 13 pid: 22720 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.376915:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:3.0:1788869984.376922:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.376999:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.377009:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.377031:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869984.377095:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+13:2388:x1875765545304064:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 262us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869984.377102:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00010000:00010000:2.0:1788869984.377941:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4d13 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0dd expref: 12 pid: 22720 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869984.377964:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfb45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554841984:192.168.201.30@tcp:104: 00010000:00010000:2.0:1788869984.378003:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.378013:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.378019:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869984.379761:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545303552 00000100:00100000:0.0:1788869984.379780:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545303552 00000100:00100000:0.0:1788869984.379861:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 159 00000100:00100000:0.0:1788869984.379874:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545303552:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869984.380088:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545303552:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 Request processed in 216us (10361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.380097:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 159 00010000:00010000:2.0:1788869984.381992:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.382017:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.382030:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.382970:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.382983:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.382992:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869984.383003:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788869984.383029:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383037:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383060:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383067:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869984.383071:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869984.383084:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00010000:00010000:2.0:1788869984.383090:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383120:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:2.0:1788869984.383124:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869984.383130:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383137:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4d44 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788869984.383153:0:22718:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000035278353 reply state 00000000b04d3a92 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383163:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383170:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff99ff98e95700) 00010000:00010000:2.0:1788869984.383172:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788869984.383175:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788869984.383186:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304192 00000100:00100000:3.0:1788869984.383197:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304192 00010000:00010000:2.0:1788869984.383218:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724200/0xbead52e175fc4d3d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 15 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383234:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 14 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.383247:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869984.383249:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788869984.383292:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd725e00, rc 0) 00000100:00100000:3.0:1788869984.383351:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 160 00000100:00100000:3.0:1788869984.383365:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545304192:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869984.383385:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+15:18764:x1875765545303936:12345-192.168.201.30@tcp:101:bash.0 Request processed in 10463us (10747us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788869984.383394:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 37 00000100:00100000:3.0:1788869984.383534:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545304192:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 Request processed in 172us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869984.383544:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 160 00000100:00100000:1.0:1788869984.395749:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.395873:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304320 00000100:00100000:0.0:1788869984.395885:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304320 00000100:00100000:0.0:1788869984.395958:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 38 00000100:00100000:0.0:1788869984.395969:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+15:18764:x1875765545304320:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:0.0:1788869984.396003:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869984.396033:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030000/0xbead52e175fc4d60 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab0f9 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396128:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396147:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396161:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788869984.396227:0:23944:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788869984.396233:0:23944:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788869984.396334:0:23944:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396348:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396379:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030000/0xbead52e175fc4d60 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f9 expref: 17 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396401:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f9 expref: 16 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.396410:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:0.0:1788869984.396413:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788869984.396417:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80030a00, rc 0) 00000100:00100000:0.0:1788869984.396493:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+16:18764:x1875765545304320:12345-192.168.201.30@tcp:101:bash.0 Request processed in 525us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.396500:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 38 00000100:00100000:2.0:1788869984.399780:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869984.400681:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304448 00000100:00100000:3.0:1788869984.400698:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304448 00000100:00100000:3.0:1788869984.400773:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 161 00000100:00100000:3.0:1788869984.400787:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+12:18123:x1875765545304448:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788869984.400810:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869984.400835:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff99ffbd734800/0xbead52e175fc4d6e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab100 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.400871:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff99ffbd734800/0xbead52e175fc4d6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab100 expref: 13 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.400882:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff99ffbd734800/0xbead52e175fc4d6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab100 expref: 13 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869984.400892:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734800, rc 0) 00000100:00100000:3.0:1788869984.401040:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18123:x1875765545304448:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 Request processed in 255us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869984.401058:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 161 00000100:00100000:1.0:1788869984.403542:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.405833:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304704 00000100:00100000:0.0:1788869984.405851:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304704 00000100:00100000:2.0:1788869984.406060:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.406188:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788869984.406200:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+16:18764:x1875765545304704:12345-192.168.201.30@tcp:35:bash.0 00000100:00100000:2.0:1788869984.406939:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+17:18764:x1875765545304704:12345-192.168.201.30@tcp:35:bash.0 Request processed in 738us (3408us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788869984.406950:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:0.0:1788869984.407154:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304832 00000100:00100000:0.0:1788869984.407161:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304832 00000100:00100000:0.0:1788869984.407203:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 162 00000100:00100000:0.0:1788869984.407210:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18123:x1875765545304832:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869984.407343:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18123:x1875765545304832:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 Request processed in 133us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.407350:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 162 00000100:00100000:1.0:1788869984.427864:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.428021:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545304960 00000100:00100000:2.0:1788869984.428035:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545304960 00000100:00100000:2.0:1788869984.428153:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 163 00000100:00100000:2.0:1788869984.428166:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18123:x1875765545304960:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788869984.428424:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:18123:x1875765545304960:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 Request processed in 260us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869984.428434:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 163 00000100:00100000:2.0:1788869984.504934:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.505050:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545305216 00000100:00100000:1.0:1788869984.505065:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545305216 00000100:00100000:1.0:1788869984.505140:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 39 00000100:00100000:1.0:1788869984.505153:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+17:18776:x1875765545305216:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788869984.505190:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869984.505220:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4d75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab107 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869984.505396:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788869984.505527:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4d75 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab107 expref: 19 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.505544:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:1.0:1788869984.505547:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788869984.505553:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4d75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab107 expref: 19 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.505569:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8400, rc 0) 00000100:00100000:1.0:1788869984.505716:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+18:18776:x1875765545305216:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 566us (807us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788869984.505725:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 39 00000100:00100000:1.0:1788869984.511145:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.511465:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545305472 00000100:00100000:0.0:1788869984.511479:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545305472 00000100:00100000:0.0:1788869984.511694:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:0.0:1788869984.511709:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+18:18776:x1875765545305472:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:0.0:1788869984.512045:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+19:18776:x1875765545305472:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 339us (914us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788869984.512055:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:2.0:1788869984.573661:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869984.574768:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545305728 00000100:00100000:0.0:1788869984.574787:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545305728 00000100:00100000:1.0:1788869984.575137:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:1.0:1788869984.575150:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+19:18779:x1875765545305728:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788869984.575204:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869984.575236:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4d83 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab10e expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.575419:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4d8a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.575437:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4d8a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.575453:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4d8a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869984.575468:0:23944:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788869984.575744:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4d83 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab10e expref: 22 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.575766:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4d8a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab10e expref: 21 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869984.575775:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869984.575779:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788869984.575783:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9800, rc 0) 00000100:00100000:1.0:1788869984.575871:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18779:x1875765545305728:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 724us (2228us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788869984.575879:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:1.0:1788869984.581382:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869984.581515:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869984.581695:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545305856 00000100:00100000:2.0:1788869984.581708:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545305856 00000100:00100000:2.0:1788869984.581805:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:2.0:1788869984.581817:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18779:x1875765545305856:12345-192.168.201.30@tcp:54:lfs.0 00010000:00010000:2.0:1788869984.581915:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.581948:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.581963:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582139:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582148:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582156:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582164:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725000 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869984.582170:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582179:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582193:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869984.582197:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788869984.582204:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869984.582222:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4d98 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869984.582367:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18779:x1875765545305856:12345-192.168.201.30@tcp:54:lfs.0 Request processed in 550us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869984.582377:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:0.0:1788869984.583809:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545305984 00000100:00100000:0.0:1788869984.583824:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545305984 00000100:00100000:0.0:1788869984.583957:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:0.0:1788869984.583969:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+21:2387:x1875765545305984:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869984.583988:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869984.584030:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4d8a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab10e expref: 21 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869984.584051:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:0.0:1788869984.584056:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869984.584127:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+20:2387:x1875765545305984:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 161us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869984.584135:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:1.0:1788869984.598290:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869984.599132:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545306240 00000100:00100000:3.0:1788869984.599148:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545306240 00000100:00100000:3.0:1788869984.599235:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788869984.599249:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe83a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+20:18779:x1875765545306240:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788869984.600042:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe83a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18779:x1875765545306240:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 792us (1789us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788869984.600052:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00010000:00010000:3.0:1788869984.664679:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869985.011998:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.012178:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545306496 00000100:00100000:3.0:1788869985.012202:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545306496 00000100:00100000:3.0:1788869985.012346:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00100000:3.0:1788869985.012362:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18811:x1875765545306496:12345-192.168.201.30@tcp:101:cat.0 00010000:00010000:3.0:1788869985.012404:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869985.012434:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4d9f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab115 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.012983:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4da6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.013004:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4da6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.013018:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4da6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869985.013034:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788869985.013308:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4d9f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab115 expref: 24 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.013337:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4da6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab115 expref: 23 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.013347:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.013351:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788869985.013356:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734e00, rc 0) 00000100:00100000:3.0:1788869985.014665:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+23:18811:x1875765545306496:12345-192.168.201.30@tcp:101:cat.0 Request processed in 2298us (2677us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788869985.014679:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00080000:2.0:1788869985.014838:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788869985.030086:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.030305:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545306624 00000100:00100000:3.0:1788869985.030320:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545306624 00000100:00100000:3.0:1788869985.030417:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:3.0:1788869985.030429:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+23:2388:x1875765545306624:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869985.030463:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869985.030516:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4da6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab115 expref: 23 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.030540:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.030546:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869985.031415:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+22:2388:x1875765545306624:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 980us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.031427:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:0.0:1788869985.039399:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869985.039533:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545306880 00000100:00100000:1.0:1788869985.039559:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545306880 00000100:00100000:1.0:1788869985.039644:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:1.0:1788869985.039658:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+22:18811:x1875765545306880:12345-192.168.201.30@tcp:35:cat.0 00000100:00100000:1.0:1788869985.042054:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+23:18811:x1875765545306880:12345-192.168.201.30@tcp:35:cat.0 Request processed in 2372us (2655us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788869985.042074:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:0.0:1788869985.188692:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.188837:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545307136 00000100:00100000:3.0:1788869985.188851:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545307136 00000100:00100000:3.0:1788869985.188936:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:3.0:1788869985.188949:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+23:18817:x1875765545307136:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:3.0:1788869985.188983:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869985.189012:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4db4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab11c expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.189170:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dbb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.189190:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dbb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.189207:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dbb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869985.189241:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788869985.189495:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4db4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab11c expref: 26 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.189521:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dbb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab11c expref: 25 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.189532:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.189534:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788869985.189539:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735c00, rc 0) 00000100:00100000:3.0:1788869985.189630:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18817:x1875765545307136:12345-192.168.201.30@tcp:101:dd.0 Request processed in 683us (951us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1788869985.189638:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:1.0:1788869985.194489:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.194693:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545307264 00000100:00100000:3.0:1788869985.194707:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545307264 00000100:00100000:3.0:1788869985.194784:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 44 00000100:00100000:3.0:1788869985.194795:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18817:x1875765545307264:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:3.0:1788869985.194829:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869985.194856:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4dc9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab123 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.194903:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.194919:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.194956:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.195099:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4dc9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 27 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.195120:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 26 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.195130:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.195133:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788869985.195137:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734200, rc 0) 00000100:00100000:3.0:1788869985.195219:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+26:18817:x1875765545307264:12345-192.168.201.30@tcp:101:dd.0 Request processed in 426us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.195227:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 44 00000100:00100000:0.0:1788869985.200321:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.201735:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545307392 00000100:00100000:3.0:1788869985.201755:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545307392 00000100:00100000:3.0:1788869985.201869:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:3.0:1788869985.201882:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84024e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+26:2388:x1875765545307392:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869985.201904:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869985.201952:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dbb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab11c expref: 26 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.201978:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.201985:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869985.225764:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84024e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+25:2388:x1875765545307392:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 23863us (25434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.225808:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:1.0:1788869985.226652:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.227224:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545307648 00000100:00100000:2.0:1788869985.227239:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545307648 00000100:00100000:2.0:1788869985.227337:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 45 00000100:00100000:2.0:1788869985.227348:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18817:x1875765545307648:12345-192.168.201.30@tcp:36:dd.0 00010000:00010000:2.0:1788869985.227433:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869985.227487:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030a00/0xbead52e175fc4d67 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f9 expref: 25 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869985.227510:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869985.227516:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788869985.227792:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869985.227812:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869985.227825:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788869985.227878:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788869985.227924:0:22718:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000024f350d2 reply state 0000000004c595b5 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869985.227938:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869985.227945:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869985.227948:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788869985.227951:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788869985.228077:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+27:18817:x1875765545307648:12345-192.168.201.30@tcp:36:dd.0 Request processed in 731us (1430us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788869985.228085:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 45 00000020:00080000:2.0:1788869985.228091:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788869985.453966:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.454093:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545307904 00000100:00100000:3.0:1788869985.454108:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545307904 00000100:00100000:3.0:1788869985.454191:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:3.0:1788869985.454204:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+27:18817:x1875765545307904:12345-192.168.201.30@tcp:35:dd.0 00000100:00100000:3.0:1788869985.455712:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+28:18817:x1875765545307904:12345-192.168.201.30@tcp:35:dd.0 Request processed in 1500us (1751us total) trans 12884901907 rc 0/0 00000100:00100000:3.0:1788869985.456115:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00010000:00010000:3.0:1788869985.688711:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869985.688728:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788869985.688759:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554842112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788869985.688856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869985.689926:0:24231:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554842112 00000100:00100000:3.0:1788869985.689941:0:24231:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554842112 00000100:00100000:3.0:1788869985.690057:0:24231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788869985.690072:0:24231:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554842112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788869985.690113:0:24231:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788869985.690205:0:24231:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554842112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.690215:0:24231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1788869985.690296:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869985.690695:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554842112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788869985.800070:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.800242:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308032 00000100:00100000:3.0:1788869985.800281:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308032 00000100:00100000:3.0:1788869985.800439:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 46 00000100:00100000:3.0:1788869985.800452:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+28:18831:x1875765545308032:12345-192.168.201.30@tcp:101:stat.0 00010000:00010000:3.0:1788869985.800488:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869985.800518:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dde lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab12a expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800625:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800664:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800678:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800691:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800699:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800706:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800817:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800826:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800833:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869985.800884:0:23944:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788869985.800889:0:23944:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788869985.800935:0:23944:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800949:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.800972:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802017:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802026:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802033:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869985.802039:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802050:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802069:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:3.0:1788869985.802072:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869985.802078:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802085:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4de5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802108:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802115:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802121:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802141:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869985.802145:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802152:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802160:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff99ff98e95700) 00010000:00010000:3.0:1788869985.802163:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869985.802166:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802171:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4dec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802222:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dde lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab12a expref: 30 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802237:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab12a expref: 29 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.802244:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.802246:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788869985.802249:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734a00, rc 0) 00000100:00100000:3.0:1788869985.802681:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+29:18831:x1875765545308032:12345-192.168.201.30@tcp:101:stat.0 Request processed in 2229us (2702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.802691:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 46 00000100:00100000:2.0:1788869985.899868:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.899926:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.899961:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869985.900145:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308160 00000100:00100000:1.0:1788869985.900159:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308160 00000100:00100000:1.0:1788869985.900221:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 164 00000100:00100000:1.0:1788869985.900231:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2388:x1875765545308160:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869985.900415:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2388:x1875765545308160:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 184us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869985.900424:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 164 00000100:00100000:2.0:1788869985.900959:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.901074:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.901096:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.901116:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.901141:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869985.901167:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308416 00000100:00100000:2.0:1788869985.901174:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308416 00000100:00100000:2.0:1788869985.901233:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308928 00000100:00100000:2.0:1788869985.901236:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308928 00000100:00100000:2.0:1788869985.901302:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308544 00000100:00100000:2.0:1788869985.901306:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308544 00000100:00100000:2.0:1788869985.901323:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545309056 00000100:00100000:2.0:1788869985.901326:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545309056 00000100:00100000:2.0:1788869985.901346:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:2.0:1788869985.901357:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308416:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869985.901686:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308416:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 331us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869985.901694:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:2.0:1788869985.901713:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:2.0:1788869985.901719:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545308928:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869985.901744:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545308928:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 25us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869985.901750:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:2.0:1788869985.901760:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:2.0:1788869985.901766:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308544:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869985.901978:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308672 00000100:00100000:3.0:1788869985.901998:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308672 00000100:00100000:3.0:1788869985.902298:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308288 00000100:00100000:2.0:1788869985.902301:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308544:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 532us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.902302:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308288 00000100:00100000:2.0:1788869985.902309:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:2.0:1788869985.902322:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788869985.902324:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545308800 00000100:00100000:3.0:1788869985.902326:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545308800 00000100:00100000:2.0:1788869985.902329:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545309056:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869985.902340:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:3.0:1788869985.902347:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:2388:x1875765545308672:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869985.902358:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545309056:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 30us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869985.902376:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788869985.902384:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+12:2388:x1875765545308672:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 38us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.902391:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00080000:2.0:1788869985.902399:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788869985.902402:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:3.0:1788869985.902408:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308288:12345-192.168.201.30@tcp:400:kworker.0 00000100:00080000:2.0:1788869985.902411:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788869985.902414:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788869985.902417:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788869985.902430:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2388:x1875765545308288:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 23us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.902436:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:3.0:1788869985.902446:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:3.0:1788869985.902452:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545308800:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788869985.902473:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2388:x1875765545308800:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 22us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869985.902479:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:1.0:1788869985.907302:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869985.907717:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545309312 00000100:00100000:3.0:1788869985.907730:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545309312 00000100:00100000:3.0:1788869985.907821:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 47 00000100:00100000:3.0:1788869985.907836:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+29:18837:x1875765545309312:12345-192.168.201.30@tcp:36:truncate.0 00010000:00010000:3.0:1788869985.907942:0:23944:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869985.908104:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4df3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab12a expref: 29 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.908137:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.908144:0:23944:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788869985.909157:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.909182:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.909195:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788869985.909294:0:23944:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:3.0:1788869985.909323:0:23944:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000031e02dfa reply state 000000001313fb96 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.909336:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869985.909341:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869985.909343:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788869985.909346:0:23944:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788869985.910931:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+31:18837:x1875765545309312:12345-192.168.201.30@tcp:36:truncate.0 Request processed in 3087us (3666us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788869985.910947:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 47 00000020:00080000:3.0:1788869985.910954:0:23944:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788869986.206601:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.206722:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545309440 00000100:00100000:1.0:1788869986.206736:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545309440 00000100:00100000:1.0:1788869986.206828:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 48 00000100:00100000:1.0:1788869986.206840:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+31:18851:x1875765545309440:12345-192.168.201.30@tcp:101:stat.0 00010000:00010000:1.0:1788869986.206875:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869986.206904:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e01 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab131 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207039:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207059:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207075:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207088:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207097:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207105:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207205:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207215:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207222:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869986.207314:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:1.0:1788869986.207320:0:22721:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788869986.207347:0:22721:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207373:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207382:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207389:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207395:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207402:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8800 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869986.207407:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207415:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207428:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869986.207431:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869986.207436:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207442:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207456:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207461:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207471:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207477:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869986.207480:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207486:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207494:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff99ff98e95700) 00010000:00010000:1.0:1788869986.207496:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869986.207499:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207506:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e0f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207534:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e01 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 33 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207547:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 32 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.207565:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869986.207567:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788869986.207570:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8400, rc 0) 00000100:00100000:1.0:1788869986.207656:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+32:18851:x1875765545309440:12345-192.168.201.30@tcp:101:stat.0 Request processed in 817us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869986.207672:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 48 00000100:00100000:2.0:1788869986.327911:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869986.328228:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545309696 00000100:00100000:3.0:1788869986.328242:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545309696 00000100:00100000:3.0:1788869986.329541:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:3.0:1788869986.329583:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+32:18861:x1875765545309696:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:3.0:1788869986.329716:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869986.329745:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab138 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788869986.329881:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788869986.330007:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e1d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab138 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.330024:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:3.0:1788869986.330028:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788869986.330034:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab138 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.330051:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734a00, rc 0) 00000100:00100000:3.0:1788869986.330200:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+33:18861:x1875765545309696:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 646us (2307us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1788869986.330209:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:3.0:1788869986.334907:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.335039:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545309952 00000100:00100000:1.0:1788869986.335054:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545309952 00000100:00100000:1.0:1788869986.335164:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:1.0:1788869986.335178:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbab07c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+33:18861:x1875765545309952:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:1.0:1788869986.335568:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbab07c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+34:18861:x1875765545309952:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 392us (675us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788869986.335576:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:2.0:1788869986.397498:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.397632:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310208 00000100:00100000:1.0:1788869986.397647:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310208 00000100:00100000:1.0:1788869986.397735:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:1.0:1788869986.397745:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+34:18866:x1875765545310208:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:1.0:1788869986.397774:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869986.397803:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e2b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab13f expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398229:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398249:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398298:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 35 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398308:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398373:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 35 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398389:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 35 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869986.398405:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22721:1875765554842240:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788869986.398582:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.398592:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869986.398603:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22721:1875765554842368:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869986.398630:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ffae73fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869986.405722:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.405920:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22721:1875765554842240:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869986.405934:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22721:1875765554842368:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788869986.405966:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869986.406154:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310336 00000100:00100000:3.0:1788869986.406164:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310336 00010000:00010000:3.0:1788869986.406219:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 36 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869986.406323:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788869986.406337:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8336dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+36:2388:x1875765545310336:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869986.406670:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869986.406681:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 36 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.406713:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 36 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.406743:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab131 expref: 36 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.406762:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869986.406768:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.407504:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.407513:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869986.407621:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8336dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+35:2388:x1875765545310336:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 1284us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869986.407630:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788869986.409900:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869986.411457:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310464 00000100:00100000:0.0:1788869986.411477:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310464 00010000:00010000:0.0:1788869986.411569:0:22706:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869986.411629:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:0.0:1788869986.411642:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+35:2388:x1875765545310464:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869986.411663:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869986.411671:0:22706:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411688:0:22706:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411718:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725e00/0xbead52e175fc4d52 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab0f2 expref: 35 pid: 22718 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411742:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:0.0:1788869986.411750:0:22706:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411763:0:22706:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411772:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869986.411811:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788869986.411857:0:22721:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.411866:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869986.411894:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+34:2388:x1875765545310464:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 254us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869986.411902:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000004:00200000:1.0:1788869986.411904:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:1.0:1788869986.412108:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e2b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 35 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.412129:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 34 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.412137:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869986.412139:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788869986.412142:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9c00, rc 0) 00000100:00100000:1.0:1788869986.412174:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+34:18866:x1875765545310208:12345-192.168.201.30@tcp:101:bash.0 Request processed in 14431us (14692us total) trans 12884901912 rc 0/0 00000100:00100000:1.0:1788869986.412182:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:1.0:1788869986.418103:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869986.418821:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310720 00000100:00100000:3.0:1788869986.418836:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310720 00000100:00100000:3.0:1788869986.418913:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:3.0:1788869986.418936:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+34:18866:x1875765545310720:12345-192.168.201.30@tcp:36:bash.0 00010000:00010000:3.0:1788869986.419362:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.419388:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.419429:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788869986.419506:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:3.0:1788869986.419546:0:22718:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000080f28858 reply state 00000000f9f0c9fe transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.419572:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.419581:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869986.419584:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788869986.419590:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788869986.420084:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18866:x1875765545310720:12345-192.168.201.30@tcp:36:bash.0 Request processed in 1154us (1988us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1788869986.420096:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 51 00000020:00080000:2.0:1788869986.420103:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788869986.425864:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.426134:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310848 00000100:00100000:1.0:1788869986.426156:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310848 00000100:00100000:1.0:1788869986.426364:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:1.0:1788869986.426380:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18866:x1875765545310848:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:1.0:1788869986.426423:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869986.426455:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab146 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.426579:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab146 expref: 38 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.426601:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab146 expref: 38 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.426653:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869986.426657:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788869986.426664:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8800, rc 0) 00000100:00100000:1.0:1788869986.426822:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18866:x1875765545310848:12345-192.168.201.30@tcp:101:bash.0 Request processed in 444us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869986.426832:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:1.0:1788869986.437480:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869986.438011:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545310976 00000100:00100000:3.0:1788869986.438029:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545310976 00000100:00100000:3.0:1788869986.438135:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 53 00000100:00100000:3.0:1788869986.438149:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18866:x1875765545310976:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:3.0:1788869986.438183:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869986.438215:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4e4e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab14d expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.438494:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.438515:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 39 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.438634:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.438704:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 39 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.438720:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 39 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869986.438738:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554842496:192.168.201.30@tcp:104: 00000100:00100000:2.0:1788869986.439390:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe81c14f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788869986.444844:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffa5e43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554842496:192.168.201.30@tcp:104: 00010000:00010000:2.0:1788869986.444886:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869986.456811:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869986.457543:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311104 00000100:00100000:3.0:1788869986.457565:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311104 00010000:00010000:3.0:1788869986.457623:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 40 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869986.457677:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788869986.457690:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+40:2388:x1875765545311104:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869986.457712:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869986.457722:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 40 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457738:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 40 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457769:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e32 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab13f expref: 40 pid: 22721 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457790:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869986.457797:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457830:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457840:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.457879:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788869986.458174:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.458185:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869986.458306:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788869986.458313:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788869986.458342:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.458392:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734e00/0xbead52e175fc4e4e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab14d expref: 40 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.458428:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab14d expref: 39 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.458437:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869986.458440:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788869986.458443:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735600, rc 0) 00000100:00100000:2.0:1788869986.458506:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+39:18866:x1875765545310976:12345-192.168.201.30@tcp:101:bash.0 Request processed in 20359us (21043us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869986.458515:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 53 00000100:00100000:3.0:1788869986.459160:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+38:2388:x1875765545311104:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 1236us (2126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869986.459172:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:1.0:1788869986.462781:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869986.463221:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311360 00000100:00100000:3.0:1788869986.463236:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311360 00000100:00100000:3.0:1788869986.463339:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:3.0:1788869986.463361:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18866:x1875765545311360:12345-192.168.201.30@tcp:103:bash.0 00010000:00010000:3.0:1788869986.463382:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788869986.463415:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e47 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab146 expref: 38 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.463442:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4e55 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab14d expref: 37 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869986.463456:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869986.463461:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869986.463570:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+36:18866:x1875765545311360:12345-192.168.201.30@tcp:103:bash.0 Request processed in 221us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869986.463579:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:0.0:1788869986.473202:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869986.473425:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311488 00000100:00100000:2.0:1788869986.473438:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311488 00000100:00100000:2.0:1788869986.473525:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 54 00000100:00100000:2.0:1788869986.473544:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+36:18866:x1875765545311488:12345-192.168.201.30@tcp:58:bash.0 00010000:00010000:2.0:1788869986.473721:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.473741:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869986.473755:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788869986.476898:0:22721:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788869986.477142:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788869986.480518:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788869986.481115:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+36:18866:x1875765545311488:12345-192.168.201.30@tcp:58:bash.0 Request processed in 7501us (7858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869986.481145:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 54 00000100:00100000:2.0:1788869986.486093:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869986.487955:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311616 00000100:00100000:1.0:1788869986.487976:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311616 00000100:00100000:1.0:1788869986.488079:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 55 00000100:00100000:1.0:1788869986.488091:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+36:18866:x1875765545311616:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:1.0:1788869986.488119:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869986.488147:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab154 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488245:0:23944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488310:0:23944:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 37 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488337:0:23944:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488363:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 37 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488406:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869986.488410:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788869986.488416:0:23944:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 37 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869986.488425:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9800, rc 0) 00000100:00100000:1.0:1788869986.495220:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18866:x1875765545311616:12345-192.168.201.30@tcp:101:bash.0 Request processed in 439us (2451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869986.495244:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 55 00010000:00010000:3.0:1788869986.712466:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788869987.096857:0:22754:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788869987.096873:0:22754:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788869987.096913:0:22754:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788869987.096926:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788869987.098091:0:22754:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22754:1875765554842624:192.168.201.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788869987.098310:0:22754:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff892a3540 going to sleep for 11 seconds 00000100:00100000:0.0:1788869987.117583:0:22754:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbfa49180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22754:1875765554842624:192.168.201.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788869987.118244:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.119934:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311744 00000100:00100000:1.0:1788869987.119951:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311744 00000100:00100000:1.0:1788869987.120051:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 56 00000100:00100000:1.0:1788869987.120063:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfa49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18868:x1875765545311744:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788869987.120105:0:22720:0:(mdt_handler.c:8041:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788869987.120321:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfa49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18868:x1875765545311744:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 Request processed in 260us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.120329:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 56 00000100:00080000:2.0:1788869987.120721:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788869987.142799:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.142915:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545311872 00000100:00100000:1.0:1788869987.142941:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545311872 00000100:00100000:1.0:1788869987.143019:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 57 00000100:00100000:1.0:1788869987.143032:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18868:x1875765545311872:12345-192.168.201.30@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788869987.143135:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143156:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143192:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143212:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143220:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143227:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143314:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143324:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143331:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869987.143698:0:23944:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788869987.143704:0:23944:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788869987.143725:0:23944:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143738:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143746:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143764:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143772:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.143776:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143785:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143800:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff99fe81f9be00) 00010000:00010000:1.0:1788869987.143804:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.143810:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143817:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8e00/0xbead52e175fc4e6a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143833:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143839:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143846:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143851:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8800 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.143854:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143871:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143880:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff99fe831e6700) 00010000:00010000:1.0:1788869987.143882:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.143885:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143891:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8800/0xbead52e175fc4e71 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143907:0:23944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143914:0:23944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143920:0:23944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143925:0:23944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.143928:0:23944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143933:0:23944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143939:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.143941:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.143944:0:23944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.143959:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4e78 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.144059:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18868:x1875765545311872:12345-192.168.201.30@tcp:34:lhsmtool_posix.0 Request processed in 1028us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.144068:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 57 00000100:00100000:0.0:1788869987.154889:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.154991:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545312128 00000100:00100000:1.0:1788869987.155019:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545312128 00000100:00100000:1.0:1788869987.155122:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:1.0:1788869987.155135:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+37:18868:x1875765545312128:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788869987.155164:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869987.155191:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e7f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab15b expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155405:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155425:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155439:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869987.155454:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788869987.155598:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155606:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155635:0:22720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155642:0:22720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.155646:0:22720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155654:0:22720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155671:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.155675:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788869987.155681:0:22720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155687:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e86 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155743:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e7f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab15b expref: 39 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155754:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff99fe81f9be00) 00010000:00010000:1.0:1788869987.155757:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788869987.155761:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e7f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab15b expref: 39 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.155771:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8400, rc 0) 00000100:00100000:1.0:1788869987.155856:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18868:x1875765545312128:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 722us (981us total) trans 12884901915 rc 301/301 00000100:00100000:1.0:1788869987.155873:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:0.0:1788869987.168698:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.168919:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545312256 00000100:00100000:2.0:1788869987.168947:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545312256 00000100:00100000:2.0:1788869987.169133:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:2.0:1788869987.169199:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18868:x1875765545312256:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788869987.169408:0:22718:0:(mdt_handler.c:8041:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788869987.169777:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18868:x1875765545312256:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 Request processed in 600us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.169786:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:2.0:1788869987.182098:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.193530:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545312512 00000100:00100000:1.0:1788869987.193560:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545312512 00000100:00100000:1.0:1788869987.193666:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:1.0:1788869987.193679:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe81c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+38:18868:x1875765545312512:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788869987.193709:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869987.193742:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e94 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab162 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788869987.194289:0:22720:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:1.0:1788869987.194299:0:22720:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1788869987.194332:0:22720:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1788869987.194532:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.194572:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.194587:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.194658:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8400/0xbead52e175fc4e94 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab162 expref: 41 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.194680:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab162 expref: 40 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.194691:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99fe831e6700) 00010000:00010000:1.0:1788869987.194713:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788869987.194718:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a8600, rc 0) 00000100:00100000:1.0:1788869987.194802:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe81c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+40:18868:x1875765545312512:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 1125us (12719us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1788869987.194812:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:0.0:1788869987.219391:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.219551:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545312768 00000100:00100000:2.0:1788869987.219565:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545312768 00000100:00100000:2.0:1788869987.219646:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:2.0:1788869987.219659:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+40:18868:x1875765545312768:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788869987.219742:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788869987.219780:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a8600/0xbead52e175fc4e9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab162 expref: 40 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219804:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99fe831e6700) 00010000:00010000:2.0:1788869987.219817:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788869987.219850:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219892:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219904:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219924:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219930:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.219936:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220006:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220013:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220019:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220024:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725800 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869987.220028:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220036:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220044:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:2.0:1788869987.220052:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869987.220057:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220063:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ea9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220073:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220079:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220084:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220089:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725000 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869987.220091:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220096:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220102:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x467b44c7 (ffff99ff98e95600) 00010000:00010000:2.0:1788869987.220105:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869987.220107:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.220112:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4eb0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x467b44c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869987.220229:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+39:18868:x1875765545312768:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 570us (850us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788869987.220244:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:3.0:1788869987.225147:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788869987.225179:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554842752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788869987.225381:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.225508:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554842752 00000100:00100000:3.0:1788869987.225518:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554842752 00000100:00100000:3.0:1788869987.225589:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788869987.225599:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554842752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788869987.225677:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788869987.225775:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875765554842752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.225783:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788869987.225891:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3619:1875765554842752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869987.226225:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.227297:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84041500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554842880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869987.227351:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.227408:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545312896 00000100:00100000:3.0:1788869987.227415:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545312896 00000100:00100000:3.0:1788869987.227471:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 62 00000100:00100000:3.0:1788869987.227480:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+39:18868:x1875765545312896:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788869987.227499:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869987.227574:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4eb7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab169 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227624:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4ebe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227641:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4ebe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227677:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4ebe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227814:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4eb7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab169 expref: 41 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227836:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735e00/0xbead52e175fc4ebe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab169 expref: 40 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.227845:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:3.0:1788869987.227848:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788869987.227851:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd735e00, rc 0) 00000100:00100000:3.0:1788869987.227905:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+40:18868:x1875765545312896:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 426us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.227911:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 62 00000100:00100000:1.0:1788869987.228046:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554842880 00000100:00100000:1.0:1788869987.228051:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554842880 00000100:00100000:1.0:1788869987.228088:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788869987.228096:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554842880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788869987.228122:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1788869987.228173:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554842880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.228179:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788869987.228219:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84041500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554842880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788869987.241048:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.242576:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545313152 00000100:00100000:2.0:1788869987.242597:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545313152 00000100:00100000:2.0:1788869987.242700:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 63 00000100:00100000:2.0:1788869987.242713:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+40:18868:x1875765545313152:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788869987.242862:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.242884:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.242897:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788869987.243128:0:22718:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788869987.243140:0:22718:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 605169886119ns, next at 606169882865ns, rc = 0 00000004:00010000:2.0:1788869987.243206:0:22718:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c020b9b8 reply state 00000000fa5aabf1 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.243221:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.243230:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:2.0:1788869987.243233:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788869987.243237:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788869987.243975:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+42:18868:x1875765545313152:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 1260us (2939us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1788869987.243984:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 63 00000100:00100000:0.0:1788869987.253566:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.253747:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545313280 00000100:00100000:3.0:1788869987.253762:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545313280 00000100:00100000:3.0:1788869987.253837:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 64 00000100:00100000:3.0:1788869987.253850:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+42:18868:x1875765545313280:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788869987.253884:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788869987.253914:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab170 expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.253996:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 43 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.254038:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 43 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.254062:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:3.0:1788869987.254066:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788869987.254070:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd734000, rc 0) 00000100:00100000:3.0:1788869987.254156:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+43:18868:x1875765545313280:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 309us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.254165:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 64 00000100:00100000:0.0:1788869987.264387:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.264682:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545313408 00000100:00100000:3.0:1788869987.264696:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545313408 00000100:00100000:3.0:1788869987.264787:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:3.0:1788869987.264801:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2387:x1875765545313408:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788869987.265145:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2387:x1875765545313408:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 Request processed in 347us (774us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1788869987.265154:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00080000:0.0:1788869987.266622:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869987.282200:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.282449:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545313664 00000100:00100000:3.0:1788869987.282463:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545313664 00000100:00100000:3.0:1788869987.282556:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:3.0:1788869987.282570:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+43:18868:x1875765545313664:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788869987.282913:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+44:18868:x1875765545313664:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 345us (725us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788869987.282923:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:3.0:1788869987.285067:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.285678:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545313920 00000100:00100000:0.0:1788869987.285690:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545313920 00000100:00100000:0.0:1788869987.285758:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 65 00000100:00100000:0.0:1788869987.285771:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+44:18868:x1875765545313920:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788869987.285911:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ff832e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+44:18868:x1875765545313920:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 143us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.285920:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 65 00000100:00100000:3.0:1788869987.289508:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.297906:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314048 00000100:00100000:2.0:1788869987.297951:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314048 00000100:00100000:2.0:1788869987.298037:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 66 00000100:00100000:2.0:1788869987.298049:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+44:18868:x1875765545314048:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788869987.298076:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788869987.298106:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ed3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab177 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.298202:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.298220:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.298234:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788869987.298327:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788869987.299052:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.299095:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4ed3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab177 expref: 46 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.299121:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab177 expref: 45 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.299131:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:2.0:1788869987.299134:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788869987.299139:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd724c00, rc 0) 00000100:00100000:2.0:1788869987.299226:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffa5dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+45:18868:x1875765545314048:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 1179us (9731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.299249:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 66 00000100:00100000:0.0:1788869987.304366:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.304637:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314176 00000100:00100000:1.0:1788869987.304651:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314176 00000100:00100000:1.0:1788869987.304730:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:1.0:1788869987.304743:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2387:x1875765545314176:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788869987.304770:0:24227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869987.304800:0:24227:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab17e expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788869987.304846:0:24227:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ffd63, blocks: 0x0 00010000:00010000:1.0:1788869987.304873:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=605s v=(0 0) 00010000:00010000:1.0:1788869987.304899:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869987.304911:0:24227:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 7 pid: 24227 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.304944:0:24227:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 7 pid: 24227 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.304962:0:24227:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9c00, rc 0) 00000100:00100000:1.0:1788869987.305040:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+7:2387:x1875765545314176:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 300us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.305049:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:3.0:1788869987.310600:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.310808:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314432 00000100:00100000:0.0:1788869987.310831:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314432 00000100:00100000:0.0:1788869987.310917:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 67 00000100:00100000:0.0:1788869987.310933:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+45:18868:x1875765545314432:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788869987.311109:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbfb1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+45:18868:x1875765545314432:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 179us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.311118:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 67 00000100:00100000:3.0:1788869987.316317:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.316843:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314560 00000100:00100000:1.0:1788869987.316856:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314560 00000100:00100000:1.0:1788869987.316940:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 68 00000100:00100000:1.0:1788869987.316953:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+45:18868:x1875765545314560:12345-192.168.201.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788869987.324184:0:22699:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:3.0:1788869987.324211:0:22699:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788869987.324324:0:22699:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788869987.324587:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe81c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554843008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788869987.324698:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.324786:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554843008 00000100:00100000:2.0:1788869987.324795:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554843008 00000100:00100000:2.0:1788869987.324878:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788869987.324888:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875765554843008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788869987.325169:0:24229:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788869987.325190:0:24229:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788869987.325192:0:24229:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788869987.325195:0:24229:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788869987 -> 1788869987 00002000:00010000:2.0:1788869987.325198:0:24229:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788869987.325362:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3616:x1875765554843008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 471us (659us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788869987.325374:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1788869987.325412:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788869987.329874:0:3602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329899:0:3602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329907:0:3602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329915:0:3602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9000 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:0.0:1788869987.329920:0:3602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329929:0:3602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329951:0:3602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:0.0:1788869987.329955:0:3602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788869987.329962:0:3602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.329968:0:3602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9000/0xbead52e175fc4ce9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869987.330201:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+20:18868:x1875765545314560:12345-192.168.201.30@tcp:44:lhsmtool_posix.0 Request processed in 13244us (13941us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.330214:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 68 00000004:00080000:3.0:1788869987.330780:0:3616:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff99fe81c8fb80/2, rc 0, transno 12884901892 00000100:00100000:3.0:1788869987.330790:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe81c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3616:1875765554843008:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1788869987.330975:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.330986:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.330993:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.330999:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331003:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331023:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331037:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff99ff8990d700) 00010000:00010000:1.0:1788869987.331040:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331044:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331051:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734600/0xbead52e175fc4c95 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331073:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331081:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331087:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331092:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a9400 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331095:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331101:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331110:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:1.0:1788869987.331112:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331115:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331129:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9400/0xbead52e175fc4c9c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331145:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331151:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331157:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331163:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331166:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331185:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331194:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff99ff98e95700) 00010000:00010000:1.0:1788869987.331196:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331200:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331206:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4d4b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331224:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331231:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331243:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331249:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331288:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331296:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331304:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.331307:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331310:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331316:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724600/0xbead52e175fc4dd7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331340:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331348:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331354:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331359:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735c00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331362:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331378:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331387:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.331390:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331393:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331399:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735c00/0xbead52e175fc4dfa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331421:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331428:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331434:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331440:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734a00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331443:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331449:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331457:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.331459:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788869987.331462:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331477:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734a00/0xbead52e175fc4e40 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331490:0:3603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331497:0:3603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331502:0:3603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331507:0:3603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725000 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:1.0:1788869987.331511:0:3603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331517:0:3603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331526:0:3603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:1.0:1788869987.331528:0:3603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788869987.331531:0:3603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.331549:0:3603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725000/0xbead52e175fc4ec5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.336101:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.336883:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314688 00000100:00100000:2.0:1788869987.336897:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314688 00000100:00100000:2.0:1788869987.336971:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:2.0:1788869987.336982:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:2387:x1875765545314688:12345-192.168.201.30@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788869987.337142:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+7:2387:x1875765545314688:12345-192.168.201.30@tcp:16:lhsmtool_posix.0 Request processed in 161us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.337150:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:2.0:1788869987.342218:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.347018:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545314944 00000100:00100000:0.0:1788869987.347039:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545314944 00000100:00100000:0.0:1788869987.347139:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00100000:0.0:1788869987.347151:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+14:18868:x1875765545314944:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788869987.347227:0:23944:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869987.347293:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724c00/0xbead52e175fc4eda lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab177 expref: 14 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.347321:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:0.0:1788869987.347340:0:23944:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788869987.347385:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031000/0xbead52e175fc4ee8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.347403:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031000/0xbead52e175fc4ee8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.347425:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031000/0xbead52e175fc4ee8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788869987.347777:0:23944:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000070987442 reply state 000000005cc73bbb transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031000/0xbead52e175fc4ee8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.347792:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031000/0xbead52e175fc4ee8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.347800:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:0.0:1788869987.347802:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788869987.347805:0:23944:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788869987.348048:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+15:18868:x1875765545314944:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 897us (5843us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1788869987.348077:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00100000:1.0:1788869987.354234:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.354983:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315072 00000100:00100000:0.0:1788869987.354997:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315072 00000100:00100000:0.0:1788869987.355065:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:0.0:1788869987.355076:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffac305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18868:x1875765545315072:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788869987.355100:0:25208:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869987.355124:0:25208:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab185 expref: -99 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.355195:0:25208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.355205:0:25208:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788869987.355210:0:25208:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788869987.355216:0:25208:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.355286:0:25208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.355301:0:25208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869987.355317:0:25208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25208:1875765554843136:192.168.201.30@tcp:104: 00000100:00100000:0.0:1788869987.355439:0:25208:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff892a3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869987.364302:0:25208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25208:1875765554843136:192.168.201.30@tcp:104: 00010000:00010000:0.0:1788869987.364367:0:25208:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.364396:0:25208:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80030000, rc 0) 00000100:00100000:0.0:1788869987.364490:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffac305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+8:18868:x1875765545315072:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 9414us (10273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.364501:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:3.0:1788869987.364759:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.370747:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315200 00000100:00100000:0.0:1788869987.370770:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315200 00010000:00010000:0.0:1788869987.370850:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869987.370903:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788869987.370916:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2387:x1875765545315200:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788869987.370939:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788869987.370972:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.370987:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.371018:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fe0bd4e/0xbead52e175fc4ee1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab17e expref: 8 pid: 24227 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.371067:0:22704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788869987.371073:0:22704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788869987.371082:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 7 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.371095:0:22704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 7 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.371149:0:22704:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 7 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869987.371166:0:22704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84040a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22704:1875765554843264:192.168.201.30@tcp:105: 00000100:00100000:0.0:1788869987.371319:0:22704:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff892a3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869987.374994:0:22704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84040a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22704:1875765554843264:192.168.201.30@tcp:105: 00010000:00010000:0.0:1788869987.375031:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788869987.375132:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+7:2387:x1875765545315200:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 4198us (10353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.375145:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:2.0:1788869987.379165:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.381734:0:25205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315328 00000100:00100000:3.0:1788869987.381754:0:25205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315328 00000100:00100000:3.0:1788869987.381865:0:25205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:3.0:1788869987.381879:0:25205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+7:2387:x1875765545315328:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788869987.382091:0:25205:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788869987.382095:0:25205:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788869987 00002000:00010000:3.0:1788869987.382098:0:25205:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788869985 00002000:00010000:3.0:1788869987.382101:0:25205:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788869987 -> 1788869987 00002000:00010000:3.0:1788869987.382103:0:25205:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788869987.382203:0:25205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2387:x1875765545315328:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 Request processed in 327us (3054us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788869987.382212:0:25205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:1.0:1788869987.386956:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.387079:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315456 00000100:00100000:0.0:1788869987.387094:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315456 00000100:00100000:0.0:1788869987.387173:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:0.0:1788869987.387186:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2387:x1875765545315456:12345-192.168.201.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788869987.392805:0:24227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.392878:0:24227:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.392889:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788869987.392894:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788869987.392905:0:24227:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.392981:0:24227:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.393002:0:24227:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 8 pid: 25208 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.393030:0:24227:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24227:1875765554843392:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788869987.393302:0:24227:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff8a7409c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869987.408687:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.408946:0:24227:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24227:1875765554843392:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788869987.408985:0:24227:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.409680:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315584 00000100:00100000:3.0:1788869987.409692:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315584 00010000:00010000:3.0:1788869987.409748:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 9 pid: 25208 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.409815:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:3.0:1788869987.409968:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+9:2387:x1875765545315584:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788869987.409992:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788869987.410025:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 9 pid: 25208 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.410042:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 9 pid: 25208 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.410073:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f67f551/0xbead52e175fc4eef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab185 expref: 9 pid: 25208 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.410099:0:22705:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788869987.410105:0:22705:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788869987.410112:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.410124:0:22705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.410164:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788869987.410243:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2387:x1875765545315584:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 278us (1573us total) trans 0 rc 0/0 00010000:00010000:1.0:1788869987.413190:0:24227:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413299:0:24227:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413610:0:24227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413620:0:24227:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413631:0:24227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413639:0:24227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffb95a8e00 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:1.0:1788869987.413645:0:24227:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413654:0:24227:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413681:0:24227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.413690:0:24227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007430d20/0xbead52e175fc4ef6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.413839:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2387:x1875765545315456:12345-192.168.201.30@tcp:1:lhsmtool_posix.0 Request processed in 26647us (26891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.413863:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:3.0:1788869987.424186:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:2.0:1788869987.436475:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.436560:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315840 00000100:00100000:0.0:1788869987.436592:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315840 00000100:00100000:0.0:1788869987.436677:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:0.0:1788869987.436690:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+15:18868:x1875765545315840:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788869987.436814:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.436849:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 15 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.436862:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.436912:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 15 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.436927:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 15 pid: 23944 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869987.436944:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84040a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554843520:192.168.201.30@tcp:104: 00000100:00100000:0.0:1788869987.437063:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99ff892a3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869987.445100:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84040a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554843520:192.168.201.30@tcp:104: 00010000:00010000:0.0:1788869987.445144:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869987.454382:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.457783:0:23874:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545315968 00000100:00100000:1.0:1788869987.457804:0:23874:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545315968 00010000:00010000:1.0:1788869987.458009:0:23874:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 16 pid: 23944 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.458067:0:23874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:1.0:1788869987.458079:0:23874:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+16:2387:x1875765545315968:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869987.458100:0:23874:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869987.458108:0:23874:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 16 pid: 23944 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458123:0:23874:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 16 pid: 23944 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458160:0:23874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734200/0xbead52e175fc4dd0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab123 expref: 16 pid: 23944 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458186:0:23874:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:1.0:1788869987.458193:0:23874:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 15 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458208:0:23874:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458216:0:23874:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458248:0:23874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.458363:0:23874:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869987.458443:0:23874:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+15:2387:x1875765545315968:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 366us (4075us total) trans 0 rc 0/0 00010000:00010000:3.0:1788869987.458447:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.458452:0:23874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 22 00010000:00010000:3.0:1788869987.458457:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.458756:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.458772:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 15 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.458782:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.458821:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 15 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.458837:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 15 pid: 22720 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.458854:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554843648:192.168.201.30@tcp:104: 00000100:00100000:3.0:1788869987.458927:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe81c14c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788869987.467362:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.467519:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316096 00000100:00100000:1.0:1788869987.467539:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316096 00010000:00010000:1.0:1788869987.467597:0:22706:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 16 pid: 22720 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869987.467648:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:1.0:1788869987.467661:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8336d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+16:2388:x1875765545316096:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788869987.467682:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788869987.467691:0:22706:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 16 pid: 22720 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.467709:0:22706:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 16 pid: 22720 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.467742:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:1.0:1788869987.467749:0:22706:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.467762:0:22706:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.467794:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.467832:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788869987.467902:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8336d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+16:2388:x1875765545316096:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 243us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.467911:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00010000:00010000:3.0:1788869987.468011:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4ecc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab170 expref: 15 pid: 22720 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.468034:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554843648:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788869987.468078:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.468090:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.468096:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788869987.468358:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:3.0:1788869987.469816:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:3.0:1788869987.469898:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:3.0:1788869987.470011:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22718:1875765554843776:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788869987.488298:0:22718:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.488617:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe81c146c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788869987.488883:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554843776 00000100:00100000:1.0:1788869987.488897:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554843776 00000100:00100000:1.0:1788869987.488984:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788869987.488998:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22718:x1875765554843776:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788869987.489149:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22718:x1875765554843776:12345-0@lo:1000:mdt00_000.0 Request processed in 154us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869987.489159:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788869987.489209:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22718:1875765554843776:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788869987.489892:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:3.0:1788869987.490014:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22718:1875765554843904:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788869987.490057:0:22718:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.490085:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe81c14b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788869987.490574:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554843904 00000100:00100000:0.0:1788869987.490582:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554843904 00000100:00100000:0.0:1788869987.490629:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788869987.490639:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22718:x1875765554843904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788869987.491041:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22718:x1875765554843904:12345-0@lo:1000:mdt00_000.0 Request processed in 403us (982us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788869987.491050:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788869987.491148:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbd7b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22718:1875765554843904:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1788869987.491203:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491216:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491224:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491231:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869987.491236:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491245:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491309:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:3.0:1788869987.491312:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788869987.491320:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491327:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f04 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491370:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491378:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491383:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491388:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd724e00 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869987.491391:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491398:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491406:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869987.491409:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788869987.491417:0:22718:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 18 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491431:0:22718:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 18 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491450:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 18 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.491526:0:22718:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9800/0xbead52e175fc4e63 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab154 expref: 18 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.491550:0:22718:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99ffbd7b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554844032:192.168.201.30@tcp:105: 00000100:00100000:3.0:1788869987.491642:0:22718:0:(client.c:2702:ptlrpc_set_wait()) set ffff99fe81c14300 going to sleep for 11 seconds 00000100:00100000:2.0:1788869987.496328:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.496432:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316224 00000100:00100000:0.0:1788869987.496445:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316224 00000100:00100000:0.0:1788869987.496538:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:0.0:1788869987.496552:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+19:18866:x1875765545316224:12345-192.168.201.30@tcp:49:bash.0 00000100:00100000:0.0:1788869987.496734:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+19:18866:x1875765545316224:12345-192.168.201.30@tcp:49:bash.0 Request processed in 184us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.496742:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:3.0:1788869987.497593:0:22718:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99ffbd7b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22718:1875765554844032:192.168.201.30@tcp:105: 00010000:00010000:3.0:1788869987.497633:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.497648:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd724e00/0xbead52e175fc4e5c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498089:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498109:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498123:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498135:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498141:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498147:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498153:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869987.498157:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498165:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498178:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869987.498182:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788869987.498206:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498213:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f0b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498227:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498234:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498240:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498246:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ff80030400 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:2.0:1788869987.498249:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498278:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498287:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869987.498290:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788869987.498293:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.498299:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80030400/0xbead52e175fc4efd lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869987.498523:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+18:18868:x1875765545315840:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 61833us (62063us total) trans 12884901924 rc 0/0 00000100:00100000:2.0:1788869987.498542:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 70 00000020:00080000:2.0:1788869987.498554:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788869987.501615:0:22754:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788869987.501629:0:22754:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788869987.501656:0:22754:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788869987.501667:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788869987.510514:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.510793:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316480 00000100:00100000:3.0:1788869987.510807:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316480 00000100:00100000:3.0:1788869987.510878:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:3.0:1788869987.510890:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+18:18868:x1875765545316480:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788869987.511236:0:22722:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788869987.513132:0:22722:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1788869987.513225:0:22722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513269:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513286:0:22722:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513296:0:22722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513302:0:22722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513310:0:22722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.513335:0:22722:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788869987.513496:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+20:18868:x1875765545316480:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 2601us (2990us total) trans 12884901926 rc 0/0 00000100:00100000:2.0:1788869987.513508:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00000020:00080000:2.0:1788869987.513515:0:22722:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788869987.515100:0:22708:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869987.515114:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.515127:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd725800 already unused, calling callback (ffffffffc0bdb220) 00010000:00010000:3.0:1788869987.515132:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.515164:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.515185:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff99ff89bd8e00) 00010000:00010000:3.0:1788869987.515189:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788869987.515195:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.515201:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725800/0xbead52e175fc4f12 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.515226:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869987.515228:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869987.515230:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869987.526403:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.526470:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316608 00000100:00100000:0.0:1788869987.526483:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316608 00000100:00100000:0.0:1788869987.526569:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:0.0:1788869987.526583:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+7:18866:x1875765545316608:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:0.0:1788869987.526608:0:25208:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869987.526640:0:25208:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e486a08/0xbead52e175fc4f19 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab18c expref: -99 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788869987.526676:0:25208:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9ffd63, atime: 0x6a9ffd61, ctime: 0x6a9ffd63, blocks: 0x0 00010000:00010000:0.0:1788869987.526707:0:25208:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=605s v=(0 0) 00010000:00010000:0.0:1788869987.526713:0:25208:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788869987.526727:0:25208:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e486a08/0xbead52e175fc4f19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab18c expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.526766:0:25208:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e486a08/0xbead52e175fc4f19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab18c expref: 8 pid: 25208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869987.526781:0:25208:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ff80031400, rc 0) 00000100:00100000:0.0:1788869987.526870:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+8:18866:x1875765545316608:12345-192.168.201.30@tcp:101:bash.0 Request processed in 290us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.526878:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:1.0:1788869987.531182:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788869987.531299:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316736 00000100:00100000:0.0:1788869987.531312:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316736 00000100:00100000:0.0:1788869987.531383:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 71 00000100:00100000:0.0:1788869987.531396:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+20:18866:x1875765545316736:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:0.0:1788869987.531442:0:23944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788869987.531470:0:23944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4f20 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab193 expref: -99 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531605:0:23944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f27 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531623:0:23944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531637:0:23944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531801:0:23944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ff80031c00/0xbead52e175fc4f20 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab193 expref: 22 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531835:0:23944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd725600/0xbead52e175fc4f27 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab193 expref: 21 pid: 23944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869987.531846:0:23944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:2.0:1788869987.531849:0:23944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788869987.531853:0:23944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffbd725600, rc 0) 00000100:00100000:2.0:1788869987.531935:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18866:x1875765545316736:12345-192.168.201.30@tcp:101:bash.0 Request processed in 542us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.531943:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 71 00000100:00100000:2.0:1788869987.536640:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.536751:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545316992 00000100:00100000:1.0:1788869987.536766:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545316992 00000100:00100000:1.0:1788869987.536844:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:1.0:1788869987.536856:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+21:18866:x1875765545316992:12345-192.168.201.30@tcp:35:bash.0 00000001:00080000:1.0:1788869987.537158:0:22723:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1788869987.537280:0:22723:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1788869987.537798:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe8401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+24:18866:x1875765545316992:12345-192.168.201.30@tcp:35:bash.0 Request processed in 940us (1170us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1788869987.537808:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00000020:00080000:1.0:1788869987.537814:0:22723:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788869987.681319:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869987.681902:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545317248 00000100:00100000:1.0:1788869987.681916:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545317248 00000100:00100000:1.0:1788869987.682032:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 72 00000100:00100000:1.0:1788869987.682045:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+24:18878:x1875765545317248:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788869987.682081:0:22720:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788869987.682108:0:22720:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4f2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbc7c9157fffab19a expref: -99 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788869987.682587:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788869987.682819:0:22720:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4f2e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab19a expref: 26 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.682839:0:22720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff99ff98e95a00) 00010000:00010000:1.0:1788869987.682842:0:22720:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788869987.682848:0:22720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffb95a9c00/0xbead52e175fc4f2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xbc7c9157fffab19a expref: 26 pid: 22720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869987.682866:0:22720:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff99ffb95a9c00, rc 0) 00000100:00100000:1.0:1788869987.682953:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18878:x1875765545317248:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 912us (1710us total) trans 12884901930 rc 301/301 00000100:00100000:1.0:1788869987.682961:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 72 00000100:00100000:2.0:1788869987.693189:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788869987.693609:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545317376 00000100:00100000:3.0:1788869987.693624:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545317376 00000100:00100000:3.0:1788869987.693702:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 73 00000100:00100000:3.0:1788869987.693715:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18878:x1875765545317376:12345-192.168.201.30@tcp:34:lfs.0 00010000:00010000:3.0:1788869987.694080:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694103:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694119:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694138:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694165:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694173:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694315:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694325:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.694706:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788869987.695912:0:22721:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696145:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696156:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696164:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696171:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd734000 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869987.696176:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696184:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696228:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff99fe831e6500) 00010000:00010000:3.0:1788869987.696231:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869987.696238:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696245:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd734000/0xbead52e175fc4f3c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696283:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696290:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696297:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696302:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735600 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869987.696306:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696312:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.696320:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff99ffb982de00) 00010000:00010000:3.0:1788869987.696323:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869987.697007:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697017:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735600/0xbead52e175fc4f43 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697061:0:22721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697067:0:22721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697073:0:22721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697078:0:22721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99ffbd735200 already unused, calling callback (ffffffffc17d84f0) 00010000:00010000:3.0:1788869987.697081:0:22721:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697087:0:22721:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697097:0:22721:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff99ff98e95b00) 00010000:00010000:3.0:1788869987.697100:0:22721:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788869987.697102:0:22721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869987.697109:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff99ffbd735200/0xbead52e175fc4f4a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869987.697244:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18878:x1875765545317376:12345-192.168.201.30@tcp:34:lfs.0 Request processed in 3524us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.699890:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 73 00000100:00100000:0.0:1788869987.710126:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869987.710247:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545317632 00000100:00100000:2.0:1788869987.710302:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545317632 00000100:00100000:2.0:1788869987.710395:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:2.0:1788869987.710418:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+25:18878:x1875765545317632:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:2.0:1788869987.710747:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+26:18878:x1875765545317632:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 331us (633us total) trans 12884901931 rc 0/0 00000100:00100000:2.0:1788869987.710756:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00010000:00010000:3.0:1788869987.736877:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869987.737741:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554844160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788869987.737857:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738236:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554844288:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738298:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738341:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554844800:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738407:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738428:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554845312:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738471:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738494:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788869987.738500:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554844416:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738565:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554844928:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738584:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869987.738619:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844288 00000100:00100000:2.0:1788869987.738628:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844288 00000100:00100000:2.0:1788869987.738683:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788869987.738694:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3618:x1875765554844288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738756:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:96c65448-eca8-4b03-8895-1366fc891a7a+24:3618:x1875765554844288:12345-0@lo:400:kworker.0 Request processed in 63us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.738765:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788869987.738824:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:96c65448-eca8-4b03-8895-1366fc891a7a:3618:1875765554844288:0@lo:400:kworker.0 00000100:00100000:2.0:1788869987.738853:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844800 00000100:00100000:2.0:1788869987.738856:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844800 00000100:00100000:2.0:1788869987.738880:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845312 00000100:00100000:2.0:1788869987.738882:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845312 00000100:00100000:2.0:1788869987.738910:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844416 00000100:00100000:2.0:1788869987.738912:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844416 00000100:00100000:3.0:1788869987.739272:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554844544:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739318:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.739375:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554845056:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739432:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.739450:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788869987.739459:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554844672:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739483:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.739512:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe82324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554845184:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739548:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788869987.739574:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844544 00000100:00100000:3.0:1788869987.739579:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844544 00000100:00100000:3.0:1788869987.739611:0:24228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844672 00000100:00100000:3.0:1788869987.739614:0:24228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844672 00000100:00100000:3.0:1788869987.739640:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788869987.739648:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554844544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739694:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554844544:12345-0@lo:400:kworker.0 Request processed in 47us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.739701:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788869987.739715:0:24228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788869987.739721:0:24228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554844672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739748:0:24228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554844672:12345-0@lo:400:kworker.0 Request processed in 28us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.739754:0:24228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788869987.739790:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554844672:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739799:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554844544:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.739842:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844928 00000100:00100000:3.0:1788869987.739846:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844928 00000100:00100000:3.0:1788869987.739865:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845056 00000100:00100000:3.0:1788869987.739873:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845056 00000100:00100000:3.0:1788869987.739889:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845184 00000100:00100000:3.0:1788869987.739892:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845184 00000100:00100000:3.0:1788869987.739907:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788869987.739912:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554844800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.740464:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875765554844800:12345-0@lo:400:kworker.0 Request processed in 549us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1788869987.740472:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788869987.740489:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788869987.740496:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875765554845312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.740614:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554844160 00000100:00100000:0.0:1788869987.740620:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554844160 00000100:00100000:0.0:1788869987.740655:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788869987.740661:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554844160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788869987.740691:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869987.740734:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1875765554844160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.740740:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1788869987.740834:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788869987.740848:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788869987.740851:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788869987.740853:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788869987.740886:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875765554844800:0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.740900:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788869987.740911:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554845440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869987.740958:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869987.740988:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845440 00000100:00100000:0.0:1788869987.740992:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845440 00000100:00100000:0.0:1788869987.741014:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788869987.741020:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe84043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554845440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788869987.741031:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788869987.741059:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe84043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875765554845440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.741065:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788869987.741095:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3618:1875765554845440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788869987.741128:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788869987.741137:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554844416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741175:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875765554844416:12345-0@lo:400:kworker.0 Request processed in 40us (2628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.741182:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788869987.741208:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875765554844416:0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741224:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788869987.741230:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554844928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741291:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875765554844928:12345-0@lo:400:kworker.0 Request processed in 61us (2705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.741304:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788869987.741347:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3618:1875765554844928:0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741368:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788869987.741375:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554845056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741417:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875765554845056:12345-0@lo:400:kworker.0 Request processed in 43us (1985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.741423:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788869987.741437:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788869987.741444:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99ffbd7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554845184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788869987.741473:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99ffbd7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875765554845184:12345-0@lo:400:kworker.0 Request processed in 31us (1925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.741480:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788869987.741539:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3616:1875765554845184:0@lo:400:kworker.0 00010000:00080000:0.0:1788869987.741556:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99fe82325500 x1875765554845056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788870003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869987.741568:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3616:1875765554845056:0@lo:400:kworker.0 00000100:00100000:1.0:1788869987.744305:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554844160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788869987.744353:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869987.744365:0:3617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554845568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788869987.744452:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869987.745301:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875765554845312:12345-0@lo:400:kworker.0 Request processed in 4801us (6824us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869987.745314:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788869987.747297:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845568 00000100:00100000:2.0:1788869987.747314:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845568 00000100:00100000:2.0:1788869987.747409:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788869987.747421:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3617:x1875765554845568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788869987.747462:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788869987.747587:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3617:x1875765554845568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 169us (3135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869987.747595:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:1.0:1788869987.747978:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99fe82327100 x1875765554845312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788870003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869987.748007:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe82327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3618:1875765554845312:0@lo:400:kworker.0 00000100:00100000:3.0:1788869987.748341:0:3617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3617:1875765554845568:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788869988.249799:0:23478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788869988.760473:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788869989.621193:0:25802:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:0.0:1788869989.794427:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869990.522689:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869990.522765:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788869990.523035:0:24232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545317760 00000100:00100000:1.0:1788869990.523058:0:24232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545317760 00002000:00100000:1.0:1788869990.523160:0:24232:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff99fe82325880 x1875765545317760/t0(0) o4->1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp:181/0 lens 504/0 e 0 to 0 dl 1788870001 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:1.0:1788869990.523209:0:24232:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99fe82325880 with x1875765545317760 ext(0->8) 00002000:00010000:1.0:1788869990.523229:0:24232:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99fe82325880 00000100:00100000:1.0:1788869990.523540:0:24232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:1.0:1788869990.523555:0:24232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+8:2389:x1875765545317760:12345-192.168.201.30@tcp:4:bash.0 00000100:00080000:3.0:1788869990.526207:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788869990.527863:0:24232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+10:2389:x1875765545317760:12345-192.168.201.30@tcp:4:bash.0 Request processed in 4280us (5155us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788869990.527881:0:24232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00002000:00100000:1.0:1788869990.530182:0:24232:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff99fe82325880 x1875765545317760/t12884901895(0) o4->1299b5fd-2448-470b-94d6-fffec5e8082c@192.168.201.30@tcp:181/0 lens 504/448 e 0 to 0 dl 1788870001 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:1.0:1788869990.530227:0:24232:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff99fe82325880 with x1875765545317760 ext(0->8) 00002000:00010000:1.0:1788869990.530248:0:24232:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff99fe82325880 00000100:00100000:0.0:1788869990.531087:0:25208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545317888 00000100:00100000:0.0:1788869990.531101:0:25208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545317888 00000100:00100000:0.0:1788869990.531179:0:25208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:0.0:1788869990.531193:0:25208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+10:2389:x1875765545317888:12345-192.168.201.30@tcp:16:kworker.0 00000001:00080000:1.0:1788869990.535432:0:24223:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1788869990.535453:0:24223:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00000100:00100000:0.0:1788869990.535746:0:25208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2389:x1875765545317888:12345-192.168.201.30@tcp:16:kworker.0 Request processed in 4547us (12970us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869990.535759:0:25208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:1.0:1788869990.808778:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788869990.808814:0:3616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554845696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788869990.808906:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788869990.809660:0:24230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845696 00000100:00100000:2.0:1788869990.809671:0:24230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845696 00000100:00100000:2.0:1788869990.810782:0:24230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788869990.810797:0:24230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554845696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788869990.810832:0:24230:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923501056 avail 3691950080 00000100:00080000:0.0:1788869990.811295:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788869990.812425:0:24230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875765554845696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1628us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869990.812438:0:24230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788869990.814711:0:3616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3616:1875765554845696:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788869990.817149:0:22708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869991.029157:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029215:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029312:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029328:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029348:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029364:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029379:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029394:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029415:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788869991.029450:0:23944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318272 00000100:00100000:2.0:1788869991.029461:0:23944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318272 00000100:00100000:0.0:1788869991.029657:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318016 00000100:00100000:0.0:1788869991.029662:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318016 00000100:00100000:0.0:1788869991.029701:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 166 00000100:00100000:0.0:1788869991.029711:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2389:x1875765545318016:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788869991.029794:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe810b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef558a3-1a44-4da0-a4e0-3e02a29f8d3b+13:2389:x1875765545318016:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 85us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869991.029803:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 166 00000100:00100000:0.0:1788869991.029838:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318784 00000100:00100000:0.0:1788869991.029841:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318784 00000100:00100000:0.0:1788869991.029857:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318144 00000100:00100000:0.0:1788869991.029859:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318144 00000100:00100000:0.0:1788869991.029869:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318656 00000100:00100000:0.0:1788869991.029871:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318656 00000100:00100000:0.0:1788869991.029884:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:0.0:1788869991.029889:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545318784:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030626:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:1.0:1788869991.030641:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+26:2389:x1875765545318144:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030699:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+26:2389:x1875765545318144:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 65us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.030705:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:1.0:1788869991.030722:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:1.0:1788869991.030728:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2389:x1875765545318656:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030748:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+6:2389:x1875765545318656:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 20us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.030754:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:1.0:1788869991.030774:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318528 00000100:00100000:1.0:1788869991.030779:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318528 00000100:00100000:1.0:1788869991.030811:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545319040 00000100:00100000:1.0:1788869991.030814:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545319040 00000100:00100000:1.0:1788869991.030825:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318400 00000100:00100000:1.0:1788869991.030827:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318400 00000100:00100000:1.0:1788869991.030838:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765545318912 00000100:00100000:1.0:1788869991.030840:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765545318912 00000100:00100000:1.0:1788869991.030855:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:1.0:1788869991.030860:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2389:x1875765545318528:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030882:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2389:x1875765545318528:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 22us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.030894:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:1.0:1788869991.030904:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:1.0:1788869991.030909:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545319040:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030946:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545319040:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 37us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.030952:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:1.0:1788869991.030961:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:1.0:1788869991.030966:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2389:x1875765545318400:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.030983:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1299b5fd-2448-470b-94d6-fffec5e8082c+6:2389:x1875765545318400:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 17us (1604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.030989:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:1.0:1788869991.030998:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:1.0:1788869991.031002:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545318912:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788869991.031020:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545318912:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 18us (1604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869991.031025:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00080000:1.0:1788869991.031230:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788869991.031235:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788869991.031238:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788869991.031240:0:22715:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788869991.032314:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4763ed63-52ad-4058-aa40-747aa1a6a1d0+5:2389:x1875765545318784:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 2421us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869991.032325:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:2.0:1788869991.032938:0:23944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 62 00000100:00100000:2.0:1788869991.032954:0:23944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe82326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2389:x1875765545318272:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788869991.033002:0:23944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe82326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1299b5fd-2448-470b-94d6-fffec5e8082c+5:2389:x1875765545318272:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 56us (3786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788869991.033023:0:23944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 62 00010000:00010000:3.0:1788869991.833393:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869992.345320:0:3618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe839b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554845824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869992.345418:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788869992.345515:0:23460:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845824 00000100:00100000:1.0:1788869992.345524:0:23460:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845824 00000100:00100000:1.0:1788869992.345593:0:23460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788869992.345604:0:23460:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554845824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788869992.345652:0:23460:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788869992.345706:0:23460:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875765554845824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869992.345720:0:23460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788869992.345777:0:3618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe839b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3618:1875765554845824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788869992.349088:0:3619:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff99fe84041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554845952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788869992.349186:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788869992.349460:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765554845952 00000100:00100000:0.0:1788869992.349470:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765554845952 00000100:00100000:0.0:1788869992.349526:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788869992.349535:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99fe839b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554845952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788869992.349595:0:22725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1788869992.349650:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99fe839b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875765554845952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869992.349657:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788869992.349731:0:3619:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff99fe84041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3619:1875765554845952:0@lo:41:osp-pre-0-1.0 Debug log: 14239 lines, 14239 kept, 0 dropped, 0 bad.